/usr/bin/ceph-mon -d --cluster ceph --id c1n4 --setuser ceph --setgroup ceph 2017-12-02 17:51:01.944014 7f794aad7f80 0 set uid:gid to 64045:64045 (ceph:ceph) 2017-12-02 17:51:01.944027 7f794aad7f80 0 ceph version 12.2.1 (1a629971a9bcaaae99e5539a3a43f800a297f267) luminous (stable), process (unknown), pid 61378 2017-12-02 17:51:01.944081 7f794aad7f80 0 pidfile_write: ignore empty --pid-file 2017-12-02 17:51:01.951473 7f794aad7f80 0 load: jerasure load: lrc load: isa 2017-12-02 17:51:01.951552 7f794aad7f80 0 set rocksdb option compression = kNoCompression 2017-12-02 17:51:01.951560 7f794aad7f80 0 set rocksdb option write_buffer_size = 33554432 2017-12-02 17:51:01.951574 7f794aad7f80 0 set rocksdb option compression = kNoCompression 2017-12-02 17:51:01.951579 7f794aad7f80 0 set rocksdb option write_buffer_size = 33554432 2017-12-02 17:51:01.951672 7f794aad7f80 4 rocksdb: RocksDB version: 5.4.0 2017-12-02 17:51:01.951679 7f794aad7f80 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2017-12-02 17:51:01.951680 7f794aad7f80 4 rocksdb: Compile date Oct 10 2017 2017-12-02 17:51:01.951681 7f794aad7f80 4 rocksdb: DB SUMMARY 2017-12-02 17:51:01.951713 7f794aad7f80 4 rocksdb: CURRENT file: CURRENT 2017-12-02 17:51:01.951716 7f794aad7f80 4 rocksdb: IDENTITY file: IDENTITY 2017-12-02 17:51:01.951719 7f794aad7f80 4 rocksdb: MANIFEST file: MANIFEST-000389 size: 178 Bytes 2017-12-02 17:51:01.951721 7f794aad7f80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c1n4/store.db dir, Total Num: 2, files: 000386.sst 000388.sst 2017-12-02 17:51:01.951722 7f794aad7f80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c1n4/store.db: 000390.log size: 18502766 ; 2017-12-02 17:51:01.951723 7f794aad7f80 4 rocksdb: Options.error_if_exists: 0 2017-12-02 17:51:01.951724 7f794aad7f80 4 rocksdb: Options.create_if_missing: 0 2017-12-02 17:51:01.951725 7f794aad7f80 4 rocksdb: Options.paranoid_checks: 1 2017-12-02 17:51:01.951725 7f794aad7f80 4 rocksdb: Options.env: 0x55cf1ec7c8c0 2017-12-02 17:51:01.951726 7f794aad7f80 4 rocksdb: Options.info_log: 0x55cf1f7dd1e0 2017-12-02 17:51:01.951727 7f794aad7f80 4 rocksdb: Options.max_open_files: -1 2017-12-02 17:51:01.951728 7f794aad7f80 4 rocksdb: Options.max_file_opening_threads: 16 2017-12-02 17:51:01.951729 7f794aad7f80 4 rocksdb: Options.use_fsync: 0 2017-12-02 17:51:01.951730 7f794aad7f80 4 rocksdb: Options.max_log_file_size: 0 2017-12-02 17:51:01.951731 7f794aad7f80 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615 2017-12-02 17:51:01.951732 7f794aad7f80 4 rocksdb: Options.log_file_time_to_roll: 0 2017-12-02 17:51:01.951732 7f794aad7f80 4 rocksdb: Options.keep_log_file_num: 1000 2017-12-02 17:51:01.951733 7f794aad7f80 4 rocksdb: Options.recycle_log_file_num: 0 2017-12-02 17:51:01.951745 7f794aad7f80 4 rocksdb: Options.allow_fallocate: 1 2017-12-02 17:51:01.951746 7f794aad7f80 4 rocksdb: Options.allow_mmap_reads: 0 2017-12-02 17:51:01.951746 7f794aad7f80 4 rocksdb: Options.allow_mmap_writes: 0 2017-12-02 17:51:01.951747 7f794aad7f80 4 rocksdb: Options.use_direct_reads: 0 2017-12-02 17:51:01.951747 7f794aad7f80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2017-12-02 17:51:01.951748 7f794aad7f80 4 rocksdb: Options.create_missing_column_families: 0 2017-12-02 17:51:01.951749 7f794aad7f80 4 rocksdb: Options.db_log_dir: 2017-12-02 17:51:01.951750 7f794aad7f80 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c1n4/store.db 2017-12-02 17:51:01.951750 7f794aad7f80 4 rocksdb: Options.table_cache_numshardbits: 6 2017-12-02 17:51:01.951751 7f794aad7f80 4 rocksdb: Options.max_subcompactions: 1 2017-12-02 17:51:01.951752 7f794aad7f80 4 rocksdb: Options.max_background_flushes: 1 2017-12-02 17:51:01.951752 7f794aad7f80 4 rocksdb: Options.WAL_ttl_seconds: 0 2017-12-02 17:51:01.951753 7f794aad7f80 4 rocksdb: Options.WAL_size_limit_MB: 0 2017-12-02 17:51:01.951754 7f794aad7f80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2017-12-02 17:51:01.951754 7f794aad7f80 4 rocksdb: Options.is_fd_close_on_exec: 1 2017-12-02 17:51:01.951755 7f794aad7f80 4 rocksdb: Options.advise_random_on_open: 1 2017-12-02 17:51:01.951756 7f794aad7f80 4 rocksdb: Options.db_write_buffer_size: 0 2017-12-02 17:51:01.951756 7f794aad7f80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2017-12-02 17:51:01.951757 7f794aad7f80 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2017-12-02 17:51:01.951757 7f794aad7f80 4 rocksdb: Options.compaction_readahead_size: 0 2017-12-02 17:51:01.951758 7f794aad7f80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2017-12-02 17:51:01.951759 7f794aad7f80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2017-12-02 17:51:01.951759 7f794aad7f80 4 rocksdb: Options.use_adaptive_mutex: 0 2017-12-02 17:51:01.951760 7f794aad7f80 4 rocksdb: Options.rate_limiter: (nil) 2017-12-02 17:51:01.951761 7f794aad7f80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2017-12-02 17:51:01.951762 7f794aad7f80 4 rocksdb: Options.bytes_per_sync: 0 2017-12-02 17:51:01.951763 7f794aad7f80 4 rocksdb: Options.wal_bytes_per_sync: 0 2017-12-02 17:51:01.951763 7f794aad7f80 4 rocksdb: Options.wal_recovery_mode: 2 2017-12-02 17:51:01.951764 7f794aad7f80 4 rocksdb: Options.enable_thread_tracking: 0 2017-12-02 17:51:01.951764 7f794aad7f80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2017-12-02 17:51:01.951765 7f794aad7f80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2017-12-02 17:51:01.951765 7f794aad7f80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2017-12-02 17:51:01.951766 7f794aad7f80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2017-12-02 17:51:01.951766 7f794aad7f80 4 rocksdb: Options.row_cache: None 2017-12-02 17:51:01.951767 7f794aad7f80 4 rocksdb: Options.wal_filter: None 2017-12-02 17:51:01.951767 7f794aad7f80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2017-12-02 17:51:01.951768 7f794aad7f80 4 rocksdb: Options.base_background_compactions: 1 2017-12-02 17:51:01.951769 7f794aad7f80 4 rocksdb: Options.max_background_compactions: 1 2017-12-02 17:51:01.951769 7f794aad7f80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2017-12-02 17:51:01.951770 7f794aad7f80 4 rocksdb: Options.delayed_write_rate : 16777216 2017-12-02 17:51:01.951770 7f794aad7f80 4 rocksdb: Options.max_total_wal_size: 0 2017-12-02 17:51:01.951771 7f794aad7f80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2017-12-02 17:51:01.951772 7f794aad7f80 4 rocksdb: Options.stats_dump_period_sec: 600 2017-12-02 17:51:01.951772 7f794aad7f80 4 rocksdb: Compression algorithms supported: 2017-12-02 17:51:01.951773 7f794aad7f80 4 rocksdb: Snappy supported: 0 2017-12-02 17:51:01.951773 7f794aad7f80 4 rocksdb: Zlib supported: 0 2017-12-02 17:51:01.951774 7f794aad7f80 4 rocksdb: Bzip supported: 0 2017-12-02 17:51:01.951774 7f794aad7f80 4 rocksdb: LZ4 supported: 0 2017-12-02 17:51:01.951775 7f794aad7f80 4 rocksdb: ZSTD supported: 0 2017-12-02 17:51:01.951776 7f794aad7f80 4 rocksdb: Fast CRC32 supported: 0 2017-12-02 17:51:01.952059 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-000389 2017-12-02 17:51:01.952123 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]: 2017-12-02 17:51:01.952128 7f794aad7f80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2017-12-02 17:51:01.952130 7f794aad7f80 4 rocksdb: Options.merge_operator: 2017-12-02 17:51:01.952130 7f794aad7f80 4 rocksdb: Options.compaction_filter: None 2017-12-02 17:51:01.952131 7f794aad7f80 4 rocksdb: Options.compaction_filter_factory: None 2017-12-02 17:51:01.952132 7f794aad7f80 4 rocksdb: Options.memtable_factory: SkipListFactory 2017-12-02 17:51:01.952132 7f794aad7f80 4 rocksdb: Options.table_factory: BlockBasedTable 2017-12-02 17:51:01.952149 7f794aad7f80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cf1f4b8138) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 1 index_type: 0 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x55cf1f7bf570 block_cache_name: LRUCache block_cache_options: capacity : 134217728 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 format_version: 2 2017-12-02 17:51:01.952151 7f794aad7f80 4 rocksdb: Options.write_buffer_size: 33554432 2017-12-02 17:51:01.952152 7f794aad7f80 4 rocksdb: Options.max_write_buffer_number: 2 2017-12-02 17:51:01.952153 7f794aad7f80 4 rocksdb: Options.compression: NoCompression 2017-12-02 17:51:01.952154 7f794aad7f80 4 rocksdb: Options.bottommost_compression: Disabled 2017-12-02 17:51:01.952155 7f794aad7f80 4 rocksdb: Options.prefix_extractor: nullptr 2017-12-02 17:51:01.952156 7f794aad7f80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2017-12-02 17:51:01.952156 7f794aad7f80 4 rocksdb: Options.num_levels: 7 2017-12-02 17:51:01.952157 7f794aad7f80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2017-12-02 17:51:01.952158 7f794aad7f80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2017-12-02 17:51:01.952159 7f794aad7f80 4 rocksdb: Options.compression_opts.window_bits: -14 2017-12-02 17:51:01.952160 7f794aad7f80 4 rocksdb: Options.compression_opts.level: -1 2017-12-02 17:51:01.952161 7f794aad7f80 4 rocksdb: Options.compression_opts.strategy: 0 2017-12-02 17:51:01.952162 7f794aad7f80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2017-12-02 17:51:01.952163 7f794aad7f80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2017-12-02 17:51:01.952164 7f794aad7f80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2017-12-02 17:51:01.952165 7f794aad7f80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2017-12-02 17:51:01.952166 7f794aad7f80 4 rocksdb: Options.target_file_size_base: 67108864 2017-12-02 17:51:01.952168 7f794aad7f80 4 rocksdb: Options.target_file_size_multiplier: 1 2017-12-02 17:51:01.952168 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2017-12-02 17:51:01.952169 7f794aad7f80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0 2017-12-02 17:51:01.952170 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2017-12-02 17:51:01.952173 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2017-12-02 17:51:01.952174 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2017-12-02 17:51:01.952175 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2017-12-02 17:51:01.952186 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2017-12-02 17:51:01.952188 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2017-12-02 17:51:01.952189 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2017-12-02 17:51:01.952190 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2017-12-02 17:51:01.952191 7f794aad7f80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2017-12-02 17:51:01.952192 7f794aad7f80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2017-12-02 17:51:01.952193 7f794aad7f80 4 rocksdb: Options.arena_block_size: 4194304 2017-12-02 17:51:01.952194 7f794aad7f80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2017-12-02 17:51:01.952195 7f794aad7f80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2017-12-02 17:51:01.952196 7f794aad7f80 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2017-12-02 17:51:01.952197 7f794aad7f80 4 rocksdb: Options.disable_auto_compactions: 0 2017-12-02 17:51:01.952198 7f794aad7f80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2017-12-02 17:51:01.952199 7f794aad7f80 4 rocksdb: Options.compaction_pri: kByCompensatedSize 2017-12-02 17:51:01.952200 7f794aad7f80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2017-12-02 17:51:01.952201 7f794aad7f80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2017-12-02 17:51:01.952202 7f794aad7f80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2017-12-02 17:51:01.952203 7f794aad7f80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2017-12-02 17:51:01.952204 7f794aad7f80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2017-12-02 17:51:01.952205 7f794aad7f80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2017-12-02 17:51:01.952206 7f794aad7f80 4 rocksdb: Options.table_properties_collectors: 2017-12-02 17:51:01.952207 7f794aad7f80 4 rocksdb: Options.inplace_update_support: 0 2017-12-02 17:51:01.952208 7f794aad7f80 4 rocksdb: Options.inplace_update_num_locks: 10000 2017-12-02 17:51:01.952209 7f794aad7f80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2017-12-02 17:51:01.952211 7f794aad7f80 4 rocksdb: Options.memtable_huge_page_size: 0 2017-12-02 17:51:01.952212 7f794aad7f80 4 rocksdb: Options.bloom_locality: 0 2017-12-02 17:51:01.952213 7f794aad7f80 4 rocksdb: Options.max_successive_merges: 0 2017-12-02 17:51:01.952214 7f794aad7f80 4 rocksdb: Options.optimize_filters_for_hits: 0 2017-12-02 17:51:01.952215 7f794aad7f80 4 rocksdb: Options.paranoid_file_checks: 0 2017-12-02 17:51:01.952216 7f794aad7f80 4 rocksdb: Options.force_consistency_checks: 0 2017-12-02 17:51:01.952225 7f794aad7f80 4 rocksdb: Options.report_bg_io_stats: 0 2017-12-02 17:51:01.952826 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-c1n4/store.db/MANIFEST-000389 succeeded,manifest_file_number is 389, next_file_number is 391, last_sequence is 129725, log_number is 0,prev_log_number is 0,max_column_family is 0 2017-12-02 17:51:01.952834 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 385 2017-12-02 17:51:01.952888 7f794aad7f80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226261952883, "job": 1, "event": "recovery_started", "log_files": [390]} 2017-12-02 17:51:01.952894 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_open.cc:482] Recovering log #390 mode 2 2017-12-02 17:51:02.381160 7f794aad7f80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262381147, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 391, "file_size": 18416996, "table_properties": {"data_size": 18295938, "index_size": 61985, "filter_size": 58145, "raw_key_size": 108239, "raw_average_key_size": 21, "raw_value_size": 18181126, "raw_average_value_size": 3542, "num_data_blocks": 1741, "num_entries": 5133, "filter_policy_name": "rocksdb.BuiltinBloomFilter", "kDeletedKeys": "1645", "kMergeOperands": "0"}} 2017-12-02 17:51:02.382107 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/version_set.cc:2395] Creating manifest 392 2017-12-02 17:51:02.383050 7f794aad7f80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262383047, "job": 1, "event": "recovery_finished"} 2017-12-02 17:51:02.385478 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x55cf1f8d4000 2017-12-02 17:51:02.386251 7f794aad7f80 0 starting mon.c1n4 rank 3 at public addr 10.1.80.4:6789/0 at bind addr 10.1.80.4:6789/0 mon_data /var/lib/ceph/mon/ceph-c1n4 fsid 843b3970-55f5-49c5-a447-f8e1fb3c3af6 2017-12-02 17:51:02.386339 7f794aad7f80 0 starting mon.c1n4 rank 3 at 10.1.80.4:6789/0 mon_data /var/lib/ceph/mon/ceph-c1n4 fsid 843b3970-55f5-49c5-a447-f8e1fb3c3af6 2017-12-02 17:51:02.386767 7f794aad7f80 1 mon.c1n4@-1(probing) e4 preinit fsid 843b3970-55f5-49c5-a447-f8e1fb3c3af6 2017-12-02 17:51:02.386893 7f794aad7f80 1 mon.c1n4@-1(probing).mds e0 Unable to load 'last_metadata' 2017-12-02 17:51:02.386934 7f794aad7f80 1 mon.c1n4@-1(probing).paxosservice(pgmap 1..2) refresh upgraded, format 0 -> 1 2017-12-02 17:51:02.386938 7f794aad7f80 1 mon.c1n4@-1(probing).pg v0 on_upgrade discarding in-core PGMap 2017-12-02 17:51:02.386998 7f794aad7f80 0 mon.c1n4@-1(probing).mds e1 print_map e1 enable_multiple, ever_enabled_multiple: 0,0 compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=file layout v2} legacy client fscid: -1 No filesystems configured 2017-12-02 17:51:02.387208 7f794aad7f80 0 mon.c1n4@-1(probing).osd e2982 crush map has features 288514051259236352, adjusting msgr requires 2017-12-02 17:51:02.387213 7f794aad7f80 0 mon.c1n4@-1(probing).osd e2982 crush map has features 288514051259236352, adjusting msgr requires 2017-12-02 17:51:02.387217 7f794aad7f80 0 mon.c1n4@-1(probing).osd e2982 crush map has features 1009089991638532096, adjusting msgr requires 2017-12-02 17:51:02.387218 7f794aad7f80 0 mon.c1n4@-1(probing).osd e2982 crush map has features 288514051259236352, adjusting msgr requires 2017-12-02 17:51:02.387392 7f794aad7f80 1 mon.c1n4@-1(probing).paxosservice(auth 1261..1380) refresh upgraded, format 0 -> 2 2017-12-02 17:51:02.388338 7f794aad7f80 -1 mon.c1n4@-1(probing).mgr e219 Failed to load mgr commands: (2) No such file or directory 2017-12-02 17:51:02.388863 7f793d749700 0 -- 10.1.80.4:0/61378 >> 10.1.80.3:6832/18816 conn(0x55cf1fac9000 :-1 s=STATE_CONNECTING_WAIT_CONNECT_REPLY_AUTH pgs=0 cs=0 l=0).handle_connect_reply connect got BADAUTHORIZER 2017-12-02 17:51:02.388941 7f794aad7f80 0 mon.c1n4@-1(probing) e4 my rank is now 3 (was -1) 2017-12-02 17:51:02.388940 7f793d749700 0 -- 10.1.80.4:0/61378 >> 10.1.80.3:6832/18816 conn(0x55cf1fac9000 :-1 s=STATE_CONNECTING_WAIT_CONNECT_REPLY_AUTH pgs=0 cs=0 l=0).handle_connect_reply connect got BADAUTHORIZER 2017-12-02 17:51:02.390116 7f793d749700 0 -- 10.1.80.4:6789/0 >> 10.1.80.3:6789/0 conn(0x55cf1fae1000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=787902 cs=1 l=0).process missed message? skipped from seq 0 to 1522966174 2017-12-02 17:51:02.390173 7f793c747700 0 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0).process missed message? skipped from seq 0 to 1526133354 2017-12-02 17:51:02.390237 7f793cf48700 0 -- 10.1.80.4:6789/0 >> 10.1.80.2:6789/0 conn(0x55cf1fadf800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=889802 cs=1 l=0).process missed message? skipped from seq 0 to 359766977 2017-12-02 17:51:02.395061 7f793b745700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_write.cc:725] [default] New memtable created with log file: #396. Immutable memtables: 0. 2017-12-02 17:51:02.395208 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:49] [JOB 3] Syncing log #393 2017-12-02 17:51:02.395430 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.395193) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:1158] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots allowed 1, compaction slots scheduled 1 2017-12-02 17:51:02.395437 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/flush_job.cc:264] [default] [JOB 3] Flushing memtable with next log file: 396 2017-12-02 17:51:02.395450 7f793af44700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262395444, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 393, "num_deletes": 251, "memory_usage": 344712} 2017-12-02 17:51:02.395452 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/flush_job.cc:293] [default] [JOB 3] Level-0 flush table #397: started 2017-12-02 17:51:02.395982 7f794074f700 1 mon.c1n4@3(synchronizing).mds e1 Unable to load 'last_metadata' 2017-12-02 17:51:02.396626 7f794074f700 0 log_channel(cluster) log [INF] : mon.c1n4 calling new monitor election 2017-12-02 17:51:02.396682 7f794074f700 1 mon.c1n4@3(electing).elector(816) init, last seen epoch 816 2017-12-02 17:51:02.397787 7f793af44700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262397773, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 397, "file_size": 313657, "table_properties": {"data_size": 309911, "index_size": 1228, "filter_size": 1599, "raw_key_size": 7155, "raw_average_key_size": 22, "raw_value_size": 304560, "raw_average_value_size": 937, "num_data_blocks": 37, "num_entries": 325, "filter_policy_name": "rocksdb.BuiltinBloomFilter", "kDeletedKeys": "251", "kMergeOperands": "0"}} 2017-12-02 17:51:02.397801 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/flush_job.cc:319] [default] [JOB 3] Level-0 flush table #397: 313657 bytes OK 2017-12-02 17:51:02.398463 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.398155) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/memtable_list.cc:360] [default] Level-0 commit table #397 started 2017-12-02 17:51:02.398470 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.398422) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/memtable_list.cc:383] [default] Level-0 commit table #397: memtable #1 done 2017-12-02 17:51:02.398472 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.398434) EVENT_LOG_v1 {"time_micros": 1512226262398429, "job": 3, "event": "flush_finished", "lsm_state": [3, 1, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2017-12-02 17:51:02.398476 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.398445) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:132] [default] Level summary: base level 1 max bytes base 268435456 files[3 1 0 0 0 0 0] max score 0.75 2017-12-02 17:51:02.398482 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_files.cc:388] [JOB 3] Try to delete WAL files size 334926, prev total WAL file size 335053, number of live WAL files 2. 2017-12-02 17:51:02.398943 7f793b745700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:839] [default] Manual compaction starting 2017-12-02 17:51:02.399185 7f793a743700 3 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl.cc:447] ------- DUMPING STATS ------- 2017-12-02 17:51:02.399197 7f793a743700 3 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl.cc:448] ** DB Stats ** Uptime(secs): 0.4 total, 0.4 interval Cumulative writes: 5 writes, 398 keys, 5 commit groups, 0.8 writes per commit group, ingest: 0.00 GB, 0.72 MB/s Cumulative WAL: 4 writes, 4 syncs, 0.80 writes per sync, written: 0.00 GB, 0.71 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 5 writes, 398 keys, 5 commit groups, 0.8 writes per commit group, ingest: 0.32 MB, 0.72 MB/s Interval WAL: 4 writes, 4 syncs, 0.80 writes per sync, written: 0.00 MB, 0.71 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop ---------------------------------------------------------------------------------------------------------------------------------------------------------- L0 3/3 17.98 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 202.5 0 2 0.044 0 0 L1 1/1 16.05 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.000 0 0 Sum 4/4 34.04 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 202.5 0 2 0.044 0 0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 202.5 0 2 0.044 0 0 Uptime(secs): 0.4 total, 0.4 interval Flush(GB): cumulative 0.017, interval 0.017 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.02 GB write, 39.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Interval compaction: 0.02 GB write, 39.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop ---------------------------------------------------------------------------------------------------------------------------------------------------------- L0 3/3 17.98 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 202.5 0 2 0.044 0 0 L1 1/1 16.05 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.000 0 0 Sum 4/4 34.04 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 202.5 0 2 0.044 0 0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.000 0 0 Uptime(secs): 0.4 total, 0.4 interval Flush(GB): cumulative 0.017, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.02 GB write, 39.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count ** File Read Latency Histogram By Level [default] ** 2017-12-02 17:51:02.399219 7f793a743700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.399210) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:1392] [default] Manual compaction from level-0 to level-1 from 'mgrstat .. 'mgrstat; will stop at (end) 2017-12-02 17:51:02.399225 7f793a743700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/compaction_job.cc:1403] [default] [JOB 4] Compacting 3@0 + 1@1 files to L1, score -1.00 2017-12-02 17:51:02.399230 7f793a743700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/compaction_job.cc:1407] [default] Compaction start summary: Base version 3 Base level 0, inputs: [397(306KB) 391(17MB) 388(124KB)], [386(16MB)] 2017-12-02 17:51:02.399247 7f793a743700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262399233, "job": 4, "event": "compaction_started", "files_L0": [397, 391, 388], "files_L1": [386], "score": -1, "input_data_size": 35688957} 2017-12-02 17:51:02.527921 7f793a743700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/compaction_job.cc:1116] [default] [JOB 4] Generated table #398: 3326 keys, 18141039 bytes 2017-12-02 17:51:02.527975 7f793a743700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262527939, "cf_name": "default", "job": 4, "event": "table_file_creation", "file_number": 398, "file_size": 18141039, "table_properties": {"data_size": 18028437, "index_size": 58887, "filter_size": 52788, "raw_key_size": 69522, "raw_average_key_size": 20, "raw_value_size": 17939560, "raw_average_value_size": 5393, "num_data_blocks": 1653, "num_entries": 3326, "filter_policy_name": "rocksdb.BuiltinBloomFilter", "kDeletedKeys": "0", "kMergeOperands": "0"}} 2017-12-02 17:51:02.528329 7f793a743700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/compaction_job.cc:1173] [default] [JOB 4] Compacted 3@0 + 1@1 files to L1 => 18141039 bytes 2017-12-02 17:51:02.528708 7f793a743700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.528612) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/compaction_job.cc:621] [default] compacted to: base level 1 max bytes base 268435456 files[0 1 0 0 0 0 0] max score 0.07, MB/sec: 276.5 rd, 140.6 wr, level 1, files in(3, 1) out(1) MB in(18.0, 16.1) out(17.3), read-write-amplify(2.9) write-amplify(1.0) OK, records in: 8542, records dropped: 5216 2017-12-02 17:51:02.528715 7f793a743700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.528631) EVENT_LOG_v1 {"time_micros": 1512226262528622, "job": 4, "event": "compaction_finished", "compaction_time_micros": 129070, "output_level": 1, "num_output_files": 1, "total_output_size": 18141039, "num_input_records": 8542, "num_output_records": 3326, "num_subcompactions": 1, "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 0, 0, 0, 0, 0]} 2017-12-02 17:51:02.528839 7f793a743700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262528834, "job": 4, "event": "table_file_deletion", "file_number": 397} 2017-12-02 17:51:02.531941 7f793a743700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262531939, "job": 4, "event": "table_file_deletion", "file_number": 391} 2017-12-02 17:51:02.532013 7f793a743700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262532010, "job": 4, "event": "table_file_deletion", "file_number": 388} 2017-12-02 17:51:02.534691 7f793a743700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262534689, "job": 4, "event": "table_file_deletion", "file_number": 386} 2017-12-02 17:51:02.534790 7f793b745700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_write.cc:725] [default] New memtable created with log file: #399. Immutable memtables: 0. 2017-12-02 17:51:02.534825 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:49] [JOB 5] Syncing log #396 2017-12-02 17:51:02.535222 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.534817) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:1158] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots allowed 1, compaction slots scheduled 1 2017-12-02 17:51:02.535232 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/flush_job.cc:264] [default] [JOB 5] Flushing memtable with next log file: 399 2017-12-02 17:51:02.535242 7f793af44700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262535238, "job": 5, "event": "flush_started", "num_memtables": 1, "num_entries": 7, "num_deletes": 3, "memory_usage": 1064} 2017-12-02 17:51:02.535244 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/flush_job.cc:293] [default] [JOB 5] Level-0 flush table #400: started 2017-12-02 17:51:02.535784 7f793af44700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262535773, "cf_name": "default", "job": 5, "event": "table_file_creation", "file_number": 400, "file_size": 1126, "table_properties": {"data_size": 166, "index_size": 28, "filter_size": 23, "raw_key_size": 143, "raw_average_key_size": 28, "raw_value_size": 16, "raw_average_value_size": 3, "num_data_blocks": 1, "num_entries": 5, "filter_policy_name": "rocksdb.BuiltinBloomFilter", "kDeletedKeys": "3", "kMergeOperands": "0"}} 2017-12-02 17:51:02.535794 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/flush_job.cc:319] [default] [JOB 5] Level-0 flush table #400: 1126 bytes OK 2017-12-02 17:51:02.536121 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.535801) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/memtable_list.cc:360] [default] Level-0 commit table #400 started 2017-12-02 17:51:02.536127 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.536094) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/memtable_list.cc:383] [default] Level-0 commit table #400: memtable #1 done 2017-12-02 17:51:02.536129 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.536102) EVENT_LOG_v1 {"time_micros": 1512226262536098, "job": 5, "event": "flush_finished", "lsm_state": [1, 1, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2017-12-02 17:51:02.536133 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.536111) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:132] [default] Level summary: base level 1 max bytes base 268435456 files[1 1 0 0 0 0 0] max score 0.25 2017-12-02 17:51:02.536137 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_files.cc:388] [JOB 5] Try to delete WAL files size 257, prev total WAL file size 257, number of live WAL files 2. 2017-12-02 17:51:02.536227 7f793b745700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:839] [default] Manual compaction starting 2017-12-02 17:51:43.304686 7f794074f700 0 mon.c1n4@3(peon) e4 handle_command mon_command({"format":"json","prefix":"status"} v 0) v1 2017-12-02 17:51:43.304716 7f794074f700 0 log_channel(audit) log [DBG] : from='client.? 10.1.80.1:0/611581950' entity='client.admin' cmd=[{"format":"json","prefix":"status"}]: dispatch 2017-12-02 17:51:43.305889 7f794074f700 0 mon.c1n4@3(peon) e4 handle_command mon_command({"detail":"detail","format":"json","prefix":"health"} v 0) v1 2017-12-02 17:51:43.305906 7f794074f700 0 log_channel(audit) log [DBG] : from='client.? 10.1.80.1:0/611581950' entity='client.admin' cmd=[{"detail":"detail","format":"json","prefix":"health"}]: dispatch 2017-12-02 17:52:02.388593 7f7942f54700 0 mon.c1n4@3(peon).data_health(822) update_stats avail 92% total 93225 MB, used 1998 MB, avail 86449 MB 2017-12-02 17:53:00.856642 7f794074f700 0 mon.c1n4@3(peon) e4 handle_command mon_command({"prefix": "osd perf"} v 0) v1 2017-12-02 17:53:00.856691 7f794074f700 0 log_channel(audit) log [DBG] : from='client.? 10.1.80.1:0/303930506' entity='client.admin' cmd=[{"prefix": "osd perf"}]: dispatch *** Caught signal (Aborted) ** in thread 7f794074f700 thread_name:ms_dispatch ceph version 12.2.1 (1a629971a9bcaaae99e5539a3a43f800a297f267) luminous (stable) 1: (()+0x930b84) [0x55cf163fab84] 2: (()+0x110c0) [0x7f7949e900c0] 3: (gsignal()+0xcf) [0x7f79472b6fcf] 4: (abort()+0x16a) [0x7f79472b83fa] 5: (()+0x40a209) [0x55cf15ed4209] 6: (OSDMonitor::preprocess_command(boost::intrusive_ptr)+0xc55) [0x55cf15fc1435] 7: (OSDMonitor::preprocess_query(boost::intrusive_ptr)+0x2c0) [0x55cf15fcb320] 8: (PaxosService::dispatch(boost::intrusive_ptr)+0x7f8) [0x55cf15f72468] 9: (Monitor::handle_command(boost::intrusive_ptr)+0x233b) [0x55cf15e35d1b] 10: (Monitor::dispatch_op(boost::intrusive_ptr)+0xa49) [0x55cf15e3d139] 11: (Monitor::_ms_dispatch(Message*)+0x6d3) [0x55cf15e3e1c3] 12: (Monitor::ms_dispatch(Message*)+0x23) [0x55cf15e6b963] 13: (DispatchQueue::entry()+0xeda) [0x55cf163a19aa] 14: (DispatchQueue::DispatchThread::entry()+0xd) [0x55cf1614c59d] 15: (()+0x7494) [0x7f7949e86494] 16: (clone()+0x3f) [0x7f794736caff] 2017-12-02 17:53:00.859189 7f794074f700 -1 *** Caught signal (Aborted) ** in thread 7f794074f700 thread_name:ms_dispatch ceph version 12.2.1 (1a629971a9bcaaae99e5539a3a43f800a297f267) luminous (stable) 1: (()+0x930b84) [0x55cf163fab84] 2: (()+0x110c0) [0x7f7949e900c0] 3: (gsignal()+0xcf) [0x7f79472b6fcf] 4: (abort()+0x16a) [0x7f79472b83fa] 5: (()+0x40a209) [0x55cf15ed4209] 6: (OSDMonitor::preprocess_command(boost::intrusive_ptr)+0xc55) [0x55cf15fc1435] 7: (OSDMonitor::preprocess_query(boost::intrusive_ptr)+0x2c0) [0x55cf15fcb320] 8: (PaxosService::dispatch(boost::intrusive_ptr)+0x7f8) [0x55cf15f72468] 9: (Monitor::handle_command(boost::intrusive_ptr)+0x233b) [0x55cf15e35d1b] 10: (Monitor::dispatch_op(boost::intrusive_ptr)+0xa49) [0x55cf15e3d139] 11: (Monitor::_ms_dispatch(Message*)+0x6d3) [0x55cf15e3e1c3] 12: (Monitor::ms_dispatch(Message*)+0x23) [0x55cf15e6b963] 13: (DispatchQueue::entry()+0xeda) [0x55cf163a19aa] 14: (DispatchQueue::DispatchThread::entry()+0xd) [0x55cf1614c59d] 15: (()+0x7494) [0x7f7949e86494] 16: (clone()+0x3f) [0x7f794736caff] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- begin dump of recent events --- -3027> 2017-12-02 17:51:01.937839 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command perfcounters_dump hook 0x55cf1f4ba1b0 -3026> 2017-12-02 17:51:01.937853 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command 1 hook 0x55cf1f4ba1b0 -3025> 2017-12-02 17:51:01.937858 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command perf dump hook 0x55cf1f4ba1b0 -3024> 2017-12-02 17:51:01.937863 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command perfcounters_schema hook 0x55cf1f4ba1b0 -3023> 2017-12-02 17:51:01.937867 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command perf histogram dump hook 0x55cf1f4ba1b0 -3022> 2017-12-02 17:51:01.937871 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command 2 hook 0x55cf1f4ba1b0 -3021> 2017-12-02 17:51:01.937874 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command perf schema hook 0x55cf1f4ba1b0 -3020> 2017-12-02 17:51:01.937876 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command perf histogram schema hook 0x55cf1f4ba1b0 -3019> 2017-12-02 17:51:01.937880 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command perf reset hook 0x55cf1f4ba1b0 -3018> 2017-12-02 17:51:01.937885 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command config show hook 0x55cf1f4ba1b0 -3017> 2017-12-02 17:51:01.937889 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command config help hook 0x55cf1f4ba1b0 -3016> 2017-12-02 17:51:01.937892 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command config set hook 0x55cf1f4ba1b0 -3015> 2017-12-02 17:51:01.937895 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command config get hook 0x55cf1f4ba1b0 -3014> 2017-12-02 17:51:01.937899 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command config diff hook 0x55cf1f4ba1b0 -3013> 2017-12-02 17:51:01.937903 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command config diff get hook 0x55cf1f4ba1b0 -3012> 2017-12-02 17:51:01.937905 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command log flush hook 0x55cf1f4ba1b0 -3011> 2017-12-02 17:51:01.937909 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command log dump hook 0x55cf1f4ba1b0 -3010> 2017-12-02 17:51:01.937912 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command log reopen hook 0x55cf1f4ba1b0 -3009> 2017-12-02 17:51:01.937921 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command dump_mempools hook 0x55cf1f7bb188 -3008> 2017-12-02 17:51:01.944014 7f794aad7f80 0 set uid:gid to 64045:64045 (ceph:ceph) -3007> 2017-12-02 17:51:01.944027 7f794aad7f80 0 ceph version 12.2.1 (1a629971a9bcaaae99e5539a3a43f800a297f267) luminous (stable), process (unknown), pid 61378 -3006> 2017-12-02 17:51:01.944081 7f794aad7f80 0 pidfile_write: ignore empty --pid-file -3005> 2017-12-02 17:51:01.945480 7f794aad7f80 5 asok(0x55cf1f5372c0) init /var/run/ceph/ceph-mon.c1n4.asok -3004> 2017-12-02 17:51:01.945493 7f794aad7f80 5 asok(0x55cf1f5372c0) bind_and_listen /var/run/ceph/ceph-mon.c1n4.asok -3003> 2017-12-02 17:51:01.945570 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command 0 hook 0x55cf1f4b8150 -3002> 2017-12-02 17:51:01.945576 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command version hook 0x55cf1f4b8150 -3001> 2017-12-02 17:51:01.945580 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command git_version hook 0x55cf1f4b8150 -3000> 2017-12-02 17:51:01.945583 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command help hook 0x55cf1f4ba350 -2999> 2017-12-02 17:51:01.945588 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command get_command_descriptions hook 0x55cf1f4ba360 -2998> 2017-12-02 17:51:01.945669 7f79447a6700 5 asok(0x55cf1f5372c0) entry start -2997> 2017-12-02 17:51:01.951473 7f794aad7f80 0 load: jerasure load: lrc load: isa -2996> 2017-12-02 17:51:01.951552 7f794aad7f80 0 set rocksdb option compression = kNoCompression -2995> 2017-12-02 17:51:01.951560 7f794aad7f80 0 set rocksdb option write_buffer_size = 33554432 -2994> 2017-12-02 17:51:01.951574 7f794aad7f80 0 set rocksdb option compression = kNoCompression -2993> 2017-12-02 17:51:01.951579 7f794aad7f80 0 set rocksdb option write_buffer_size = 33554432 -2992> 2017-12-02 17:51:01.951672 7f794aad7f80 4 rocksdb: RocksDB version: 5.4.0 -2991> 2017-12-02 17:51:01.951679 7f794aad7f80 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ -2990> 2017-12-02 17:51:01.951680 7f794aad7f80 4 rocksdb: Compile date Oct 10 2017 -2989> 2017-12-02 17:51:01.951681 7f794aad7f80 4 rocksdb: DB SUMMARY -2988> 2017-12-02 17:51:01.951713 7f794aad7f80 4 rocksdb: CURRENT file: CURRENT -2987> 2017-12-02 17:51:01.951716 7f794aad7f80 4 rocksdb: IDENTITY file: IDENTITY -2986> 2017-12-02 17:51:01.951719 7f794aad7f80 4 rocksdb: MANIFEST file: MANIFEST-000389 size: 178 Bytes -2985> 2017-12-02 17:51:01.951721 7f794aad7f80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c1n4/store.db dir, Total Num: 2, files: 000386.sst 000388.sst -2984> 2017-12-02 17:51:01.951722 7f794aad7f80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c1n4/store.db: 000390.log size: 18502766 ; -2983> 2017-12-02 17:51:01.951723 7f794aad7f80 4 rocksdb: Options.error_if_exists: 0 -2982> 2017-12-02 17:51:01.951724 7f794aad7f80 4 rocksdb: Options.create_if_missing: 0 -2981> 2017-12-02 17:51:01.951725 7f794aad7f80 4 rocksdb: Options.paranoid_checks: 1 -2980> 2017-12-02 17:51:01.951725 7f794aad7f80 4 rocksdb: Options.env: 0x55cf1ec7c8c0 -2979> 2017-12-02 17:51:01.951726 7f794aad7f80 4 rocksdb: Options.info_log: 0x55cf1f7dd1e0 -2978> 2017-12-02 17:51:01.951727 7f794aad7f80 4 rocksdb: Options.max_open_files: -1 -2977> 2017-12-02 17:51:01.951728 7f794aad7f80 4 rocksdb: Options.max_file_opening_threads: 16 -2976> 2017-12-02 17:51:01.951729 7f794aad7f80 4 rocksdb: Options.use_fsync: 0 -2975> 2017-12-02 17:51:01.951730 7f794aad7f80 4 rocksdb: Options.max_log_file_size: 0 -2974> 2017-12-02 17:51:01.951731 7f794aad7f80 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615 -2973> 2017-12-02 17:51:01.951732 7f794aad7f80 4 rocksdb: Options.log_file_time_to_roll: 0 -2972> 2017-12-02 17:51:01.951732 7f794aad7f80 4 rocksdb: Options.keep_log_file_num: 1000 -2971> 2017-12-02 17:51:01.951733 7f794aad7f80 4 rocksdb: Options.recycle_log_file_num: 0 -2970> 2017-12-02 17:51:01.951745 7f794aad7f80 4 rocksdb: Options.allow_fallocate: 1 -2969> 2017-12-02 17:51:01.951746 7f794aad7f80 4 rocksdb: Options.allow_mmap_reads: 0 -2968> 2017-12-02 17:51:01.951746 7f794aad7f80 4 rocksdb: Options.allow_mmap_writes: 0 -2967> 2017-12-02 17:51:01.951747 7f794aad7f80 4 rocksdb: Options.use_direct_reads: 0 -2966> 2017-12-02 17:51:01.951747 7f794aad7f80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 -2965> 2017-12-02 17:51:01.951748 7f794aad7f80 4 rocksdb: Options.create_missing_column_families: 0 -2964> 2017-12-02 17:51:01.951749 7f794aad7f80 4 rocksdb: Options.db_log_dir: -2963> 2017-12-02 17:51:01.951750 7f794aad7f80 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c1n4/store.db -2962> 2017-12-02 17:51:01.951750 7f794aad7f80 4 rocksdb: Options.table_cache_numshardbits: 6 -2961> 2017-12-02 17:51:01.951751 7f794aad7f80 4 rocksdb: Options.max_subcompactions: 1 -2960> 2017-12-02 17:51:01.951752 7f794aad7f80 4 rocksdb: Options.max_background_flushes: 1 -2959> 2017-12-02 17:51:01.951752 7f794aad7f80 4 rocksdb: Options.WAL_ttl_seconds: 0 -2958> 2017-12-02 17:51:01.951753 7f794aad7f80 4 rocksdb: Options.WAL_size_limit_MB: 0 -2957> 2017-12-02 17:51:01.951754 7f794aad7f80 4 rocksdb: Options.manifest_preallocation_size: 4194304 -2956> 2017-12-02 17:51:01.951754 7f794aad7f80 4 rocksdb: Options.is_fd_close_on_exec: 1 -2955> 2017-12-02 17:51:01.951755 7f794aad7f80 4 rocksdb: Options.advise_random_on_open: 1 -2954> 2017-12-02 17:51:01.951756 7f794aad7f80 4 rocksdb: Options.db_write_buffer_size: 0 -2953> 2017-12-02 17:51:01.951756 7f794aad7f80 4 rocksdb: Options.access_hint_on_compaction_start: 1 -2952> 2017-12-02 17:51:01.951757 7f794aad7f80 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 -2951> 2017-12-02 17:51:01.951757 7f794aad7f80 4 rocksdb: Options.compaction_readahead_size: 0 -2950> 2017-12-02 17:51:01.951758 7f794aad7f80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 -2949> 2017-12-02 17:51:01.951759 7f794aad7f80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 -2948> 2017-12-02 17:51:01.951759 7f794aad7f80 4 rocksdb: Options.use_adaptive_mutex: 0 -2947> 2017-12-02 17:51:01.951760 7f794aad7f80 4 rocksdb: Options.rate_limiter: (nil) -2946> 2017-12-02 17:51:01.951761 7f794aad7f80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 -2945> 2017-12-02 17:51:01.951762 7f794aad7f80 4 rocksdb: Options.bytes_per_sync: 0 -2944> 2017-12-02 17:51:01.951763 7f794aad7f80 4 rocksdb: Options.wal_bytes_per_sync: 0 -2943> 2017-12-02 17:51:01.951763 7f794aad7f80 4 rocksdb: Options.wal_recovery_mode: 2 -2942> 2017-12-02 17:51:01.951764 7f794aad7f80 4 rocksdb: Options.enable_thread_tracking: 0 -2941> 2017-12-02 17:51:01.951764 7f794aad7f80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 -2940> 2017-12-02 17:51:01.951765 7f794aad7f80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 -2939> 2017-12-02 17:51:01.951765 7f794aad7f80 4 rocksdb: Options.write_thread_max_yield_usec: 100 -2938> 2017-12-02 17:51:01.951766 7f794aad7f80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 -2937> 2017-12-02 17:51:01.951766 7f794aad7f80 4 rocksdb: Options.row_cache: None -2936> 2017-12-02 17:51:01.951767 7f794aad7f80 4 rocksdb: Options.wal_filter: None -2935> 2017-12-02 17:51:01.951767 7f794aad7f80 4 rocksdb: Options.avoid_flush_during_recovery: 0 -2934> 2017-12-02 17:51:01.951768 7f794aad7f80 4 rocksdb: Options.base_background_compactions: 1 -2933> 2017-12-02 17:51:01.951769 7f794aad7f80 4 rocksdb: Options.max_background_compactions: 1 -2932> 2017-12-02 17:51:01.951769 7f794aad7f80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 -2931> 2017-12-02 17:51:01.951770 7f794aad7f80 4 rocksdb: Options.delayed_write_rate : 16777216 -2930> 2017-12-02 17:51:01.951770 7f794aad7f80 4 rocksdb: Options.max_total_wal_size: 0 -2929> 2017-12-02 17:51:01.951771 7f794aad7f80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 -2928> 2017-12-02 17:51:01.951772 7f794aad7f80 4 rocksdb: Options.stats_dump_period_sec: 600 -2927> 2017-12-02 17:51:01.951772 7f794aad7f80 4 rocksdb: Compression algorithms supported: -2926> 2017-12-02 17:51:01.951773 7f794aad7f80 4 rocksdb: Snappy supported: 0 -2925> 2017-12-02 17:51:01.951773 7f794aad7f80 4 rocksdb: Zlib supported: 0 -2924> 2017-12-02 17:51:01.951774 7f794aad7f80 4 rocksdb: Bzip supported: 0 -2923> 2017-12-02 17:51:01.951774 7f794aad7f80 4 rocksdb: LZ4 supported: 0 -2922> 2017-12-02 17:51:01.951775 7f794aad7f80 4 rocksdb: ZSTD supported: 0 -2921> 2017-12-02 17:51:01.951776 7f794aad7f80 4 rocksdb: Fast CRC32 supported: 0 -2920> 2017-12-02 17:51:01.952059 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-000389 -2919> 2017-12-02 17:51:01.952123 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]: -2918> 2017-12-02 17:51:01.952128 7f794aad7f80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator -2917> 2017-12-02 17:51:01.952130 7f794aad7f80 4 rocksdb: Options.merge_operator: -2916> 2017-12-02 17:51:01.952130 7f794aad7f80 4 rocksdb: Options.compaction_filter: None -2915> 2017-12-02 17:51:01.952131 7f794aad7f80 4 rocksdb: Options.compaction_filter_factory: None -2914> 2017-12-02 17:51:01.952132 7f794aad7f80 4 rocksdb: Options.memtable_factory: SkipListFactory -2913> 2017-12-02 17:51:01.952132 7f794aad7f80 4 rocksdb: Options.table_factory: BlockBasedTable -2912> 2017-12-02 17:51:01.952149 7f794aad7f80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cf1f4b8138) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 1 index_type: 0 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x55cf1f7bf570 block_cache_name: LRUCache block_cache_options: capacity : 134217728 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 format_version: 2 -2911> 2017-12-02 17:51:01.952151 7f794aad7f80 4 rocksdb: Options.write_buffer_size: 33554432 -2910> 2017-12-02 17:51:01.952152 7f794aad7f80 4 rocksdb: Options.max_write_buffer_number: 2 -2909> 2017-12-02 17:51:01.952153 7f794aad7f80 4 rocksdb: Options.compression: NoCompression -2908> 2017-12-02 17:51:01.952154 7f794aad7f80 4 rocksdb: Options.bottommost_compression: Disabled -2907> 2017-12-02 17:51:01.952155 7f794aad7f80 4 rocksdb: Options.prefix_extractor: nullptr -2906> 2017-12-02 17:51:01.952156 7f794aad7f80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr -2905> 2017-12-02 17:51:01.952156 7f794aad7f80 4 rocksdb: Options.num_levels: 7 -2904> 2017-12-02 17:51:01.952157 7f794aad7f80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 -2903> 2017-12-02 17:51:01.952158 7f794aad7f80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 -2902> 2017-12-02 17:51:01.952159 7f794aad7f80 4 rocksdb: Options.compression_opts.window_bits: -14 -2901> 2017-12-02 17:51:01.952160 7f794aad7f80 4 rocksdb: Options.compression_opts.level: -1 -2900> 2017-12-02 17:51:01.952161 7f794aad7f80 4 rocksdb: Options.compression_opts.strategy: 0 -2899> 2017-12-02 17:51:01.952162 7f794aad7f80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 -2898> 2017-12-02 17:51:01.952163 7f794aad7f80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 -2897> 2017-12-02 17:51:01.952164 7f794aad7f80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 -2896> 2017-12-02 17:51:01.952165 7f794aad7f80 4 rocksdb: Options.level0_stop_writes_trigger: 36 -2895> 2017-12-02 17:51:01.952166 7f794aad7f80 4 rocksdb: Options.target_file_size_base: 67108864 -2894> 2017-12-02 17:51:01.952168 7f794aad7f80 4 rocksdb: Options.target_file_size_multiplier: 1 -2893> 2017-12-02 17:51:01.952168 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 -2892> 2017-12-02 17:51:01.952169 7f794aad7f80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0 -2891> 2017-12-02 17:51:01.952170 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 -2890> 2017-12-02 17:51:01.952173 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2889> 2017-12-02 17:51:01.952174 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2888> 2017-12-02 17:51:01.952175 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2887> 2017-12-02 17:51:01.952186 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2886> 2017-12-02 17:51:01.952188 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2885> 2017-12-02 17:51:01.952189 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2884> 2017-12-02 17:51:01.952190 7f794aad7f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2883> 2017-12-02 17:51:01.952191 7f794aad7f80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 -2882> 2017-12-02 17:51:01.952192 7f794aad7f80 4 rocksdb: Options.max_compaction_bytes: 1677721600 -2881> 2017-12-02 17:51:01.952193 7f794aad7f80 4 rocksdb: Options.arena_block_size: 4194304 -2880> 2017-12-02 17:51:01.952194 7f794aad7f80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 -2879> 2017-12-02 17:51:01.952195 7f794aad7f80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 -2878> 2017-12-02 17:51:01.952196 7f794aad7f80 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 -2877> 2017-12-02 17:51:01.952197 7f794aad7f80 4 rocksdb: Options.disable_auto_compactions: 0 -2876> 2017-12-02 17:51:01.952198 7f794aad7f80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel -2875> 2017-12-02 17:51:01.952199 7f794aad7f80 4 rocksdb: Options.compaction_pri: kByCompensatedSize -2874> 2017-12-02 17:51:01.952200 7f794aad7f80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 -2873> 2017-12-02 17:51:01.952201 7f794aad7f80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 -2872> 2017-12-02 17:51:01.952202 7f794aad7f80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 -2871> 2017-12-02 17:51:01.952203 7f794aad7f80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 -2870> 2017-12-02 17:51:01.952204 7f794aad7f80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 -2869> 2017-12-02 17:51:01.952205 7f794aad7f80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 -2868> 2017-12-02 17:51:01.952206 7f794aad7f80 4 rocksdb: Options.table_properties_collectors: -2867> 2017-12-02 17:51:01.952207 7f794aad7f80 4 rocksdb: Options.inplace_update_support: 0 -2866> 2017-12-02 17:51:01.952208 7f794aad7f80 4 rocksdb: Options.inplace_update_num_locks: 10000 -2865> 2017-12-02 17:51:01.952209 7f794aad7f80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 -2864> 2017-12-02 17:51:01.952211 7f794aad7f80 4 rocksdb: Options.memtable_huge_page_size: 0 -2863> 2017-12-02 17:51:01.952212 7f794aad7f80 4 rocksdb: Options.bloom_locality: 0 -2862> 2017-12-02 17:51:01.952213 7f794aad7f80 4 rocksdb: Options.max_successive_merges: 0 -2861> 2017-12-02 17:51:01.952214 7f794aad7f80 4 rocksdb: Options.optimize_filters_for_hits: 0 -2860> 2017-12-02 17:51:01.952215 7f794aad7f80 4 rocksdb: Options.paranoid_file_checks: 0 -2859> 2017-12-02 17:51:01.952216 7f794aad7f80 4 rocksdb: Options.force_consistency_checks: 0 -2858> 2017-12-02 17:51:01.952225 7f794aad7f80 4 rocksdb: Options.report_bg_io_stats: 0 -2857> 2017-12-02 17:51:01.952826 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-c1n4/store.db/MANIFEST-000389 succeeded,manifest_file_number is 389, next_file_number is 391, last_sequence is 129725, log_number is 0,prev_log_number is 0,max_column_family is 0 -2856> 2017-12-02 17:51:01.952834 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 385 -2855> 2017-12-02 17:51:01.952888 7f794aad7f80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226261952883, "job": 1, "event": "recovery_started", "log_files": [390]} -2854> 2017-12-02 17:51:01.952894 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_open.cc:482] Recovering log #390 mode 2 -2853> 2017-12-02 17:51:02.295679 7f794aad7f80 5 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_open.cc:815] [default] [WriteLevel0TableForRecovery] Level-0 table #391: started -2852> 2017-12-02 17:51:02.381160 7f794aad7f80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262381147, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 391, "file_size": 18416996, "table_properties": {"data_size": 18295938, "index_size": 61985, "filter_size": 58145, "raw_key_size": 108239, "raw_average_key_size": 21, "raw_value_size": 18181126, "raw_average_value_size": 3542, "num_data_blocks": 1741, "num_entries": 5133, "filter_policy_name": "rocksdb.BuiltinBloomFilter", "kDeletedKeys": "1645", "kMergeOperands": "0"}} -2851> 2017-12-02 17:51:02.381173 7f794aad7f80 5 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_open.cc:847] [default] [WriteLevel0TableForRecovery] Level-0 table #391: 18416996 bytes OK -2850> 2017-12-02 17:51:02.382107 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/version_set.cc:2395] Creating manifest 392 -2849> 2017-12-02 17:51:02.383050 7f794aad7f80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262383047, "job": 1, "event": "recovery_finished"} -2848> 2017-12-02 17:51:02.383218 7f794aad7f80 5 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-c1n4/store.db//MANIFEST-000389 type=3 #389 -- OK -2847> 2017-12-02 17:51:02.383271 7f794aad7f80 5 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-c1n4/store.db//000390.log type=0 #390 -- OK -2846> 2017-12-02 17:51:02.385478 7f794aad7f80 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x55cf1f8d4000 -2845> 2017-12-02 17:51:02.386176 7f793c747700 2 Event(0x55cf1f4bd280 nevent=5000 time_id=1).set_owner idx=0 owner=140158682035968 -2844> 2017-12-02 17:51:02.386195 7f793d749700 2 Event(0x55cf1f4bc080 nevent=5000 time_id=1).set_owner idx=2 owner=140158698821376 -2843> 2017-12-02 17:51:02.386206 7f793cf48700 2 Event(0x55cf1f4bd040 nevent=5000 time_id=1).set_owner idx=1 owner=140158690428672 -2842> 2017-12-02 17:51:02.386251 7f794aad7f80 0 starting mon.c1n4 rank 3 at public addr 10.1.80.4:6789/0 at bind addr 10.1.80.4:6789/0 mon_data /var/lib/ceph/mon/ceph-c1n4 fsid 843b3970-55f5-49c5-a447-f8e1fb3c3af6 -2841> 2017-12-02 17:51:02.386312 7f794aad7f80 1 -- 10.1.80.4:6789/0 learned_addr learned my addr 10.1.80.4:6789/0 -2840> 2017-12-02 17:51:02.386318 7f794aad7f80 1 -- 10.1.80.4:6789/0 _finish_bind bind my_inst.addr is 10.1.80.4:6789/0 -2839> 2017-12-02 17:51:02.386339 7f794aad7f80 0 starting mon.c1n4 rank 3 at 10.1.80.4:6789/0 mon_data /var/lib/ceph/mon/ceph-c1n4 fsid 843b3970-55f5-49c5-a447-f8e1fb3c3af6 -2838> 2017-12-02 17:51:02.386360 7f794aad7f80 5 adding auth protocol: cephx -2837> 2017-12-02 17:51:02.386364 7f794aad7f80 5 adding auth protocol: cephx -2836> 2017-12-02 17:51:02.386381 7f794aad7f80 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -2835> 2017-12-02 17:51:02.386386 7f794aad7f80 10 log_channel(audit) update_config to_monitors: true to_syslog: false syslog_facility: local0 prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -2834> 2017-12-02 17:51:02.386767 7f794aad7f80 1 mon.c1n4@-1(probing) e4 preinit fsid 843b3970-55f5-49c5-a447-f8e1fb3c3af6 -2833> 2017-12-02 17:51:02.386893 7f794aad7f80 1 mon.c1n4@-1(probing).mds e0 Unable to load 'last_metadata' -2832> 2017-12-02 17:51:02.386934 7f794aad7f80 1 mon.c1n4@-1(probing).paxosservice(pgmap 1..2) refresh upgraded, format 0 -> 1 -2831> 2017-12-02 17:51:02.386938 7f794aad7f80 1 mon.c1n4@-1(probing).pg v0 on_upgrade discarding in-core PGMap -2830> 2017-12-02 17:51:02.386995 7f794aad7f80 4 mon.c1n4@-1(probing).mds e1 new map -2829> 2017-12-02 17:51:02.386998 7f794aad7f80 0 mon.c1n4@-1(probing).mds e1 print_map e1 enable_multiple, ever_enabled_multiple: 0,0 compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=file layout v2} legacy client fscid: -1 No filesystems configured -2828> 2017-12-02 17:51:02.387208 7f794aad7f80 0 mon.c1n4@-1(probing).osd e2982 crush map has features 288514051259236352, adjusting msgr requires -2827> 2017-12-02 17:51:02.387213 7f794aad7f80 0 mon.c1n4@-1(probing).osd e2982 crush map has features 288514051259236352, adjusting msgr requires -2826> 2017-12-02 17:51:02.387217 7f794aad7f80 0 mon.c1n4@-1(probing).osd e2982 crush map has features 1009089991638532096, adjusting msgr requires -2825> 2017-12-02 17:51:02.387218 7f794aad7f80 0 mon.c1n4@-1(probing).osd e2982 crush map has features 288514051259236352, adjusting msgr requires -2824> 2017-12-02 17:51:02.387392 7f794aad7f80 1 mon.c1n4@-1(probing).paxosservice(auth 1261..1380) refresh upgraded, format 0 -> 2 -2823> 2017-12-02 17:51:02.388275 7f794aad7f80 4 mon.c1n4@-1(probing).mgr e0 loading version 219 -2822> 2017-12-02 17:51:02.388313 7f794aad7f80 4 mon.c1n4@-1(probing).mgr e219 active server: 10.1.80.3:6832/18816(4068674) -2821> 2017-12-02 17:51:02.388330 7f794aad7f80 4 mon.c1n4@-1(probing).mgr e219 mkfs or daemon transitioned to available, loading commands -2820> 2017-12-02 17:51:02.388338 7f794aad7f80 -1 mon.c1n4@-1(probing).mgr e219 Failed to load mgr commands: (2) No such file or directory -2819> 2017-12-02 17:51:02.388350 7f794aad7f80 4 mgrc handle_mgr_map Got map version 219 -2818> 2017-12-02 17:51:02.388352 7f794aad7f80 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2817> 2017-12-02 17:51:02.388354 7f794aad7f80 4 mgrc reconnect Starting new session with 10.1.80.3:6832/18816 -2816> 2017-12-02 17:51:02.388368 7f794aad7f80 1 -- - --> 10.1.80.3:6832/18816 -- mgropen(unknown.c1n4) v2 -- 0x55cf1f812840 con 0 -2815> 2017-12-02 17:51:02.388556 7f794aad7f80 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mon/ceph-c1n4/keyring -2814> 2017-12-02 17:51:02.388562 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command mon_status hook 0x55cf1f4ba9e0 -2813> 2017-12-02 17:51:02.388570 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command quorum_status hook 0x55cf1f4ba9e0 -2812> 2017-12-02 17:51:02.388575 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command sync_force hook 0x55cf1f4ba9e0 -2811> 2017-12-02 17:51:02.388579 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command add_bootstrap_peer_hint hook 0x55cf1f4ba9e0 -2810> 2017-12-02 17:51:02.388584 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command quorum enter hook 0x55cf1f4ba9e0 -2809> 2017-12-02 17:51:02.388588 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command quorum exit hook 0x55cf1f4ba9e0 -2808> 2017-12-02 17:51:02.388592 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command ops hook 0x55cf1f4ba9e0 -2807> 2017-12-02 17:51:02.388596 7f794aad7f80 5 asok(0x55cf1f5372c0) register_command sessions hook 0x55cf1f4ba9e0 -2806> 2017-12-02 17:51:02.388610 7f794aad7f80 1 -- 10.1.80.4:6789/0 start start -2805> 2017-12-02 17:51:02.388615 7f794aad7f80 1 -- - start start -2804> 2017-12-02 17:51:02.388616 7f794aad7f80 2 mon.c1n4@-1(probing) e4 init -2803> 2017-12-02 17:51:02.388740 7f793d749700 1 -- 10.1.80.4:0/61378 learned_addr learned my addr 10.1.80.4:0/61378 -2802> 2017-12-02 17:51:02.388780 7f794aad7f80 1 Processor -- start -2801> 2017-12-02 17:51:02.388863 7f793d749700 0 -- 10.1.80.4:0/61378 >> 10.1.80.3:6832/18816 conn(0x55cf1fac9000 :-1 s=STATE_CONNECTING_WAIT_CONNECT_REPLY_AUTH pgs=0 cs=0 l=0).handle_connect_reply connect got BADAUTHORIZER -2800> 2017-12-02 17:51:02.388895 7f794aad7f80 1 Processor -- start -2799> 2017-12-02 17:51:02.388941 7f794aad7f80 0 mon.c1n4@-1(probing) e4 my rank is now 3 (was -1) -2798> 2017-12-02 17:51:02.388940 7f793d749700 0 -- 10.1.80.4:0/61378 >> 10.1.80.3:6832/18816 conn(0x55cf1fac9000 :-1 s=STATE_CONNECTING_WAIT_CONNECT_REPLY_AUTH pgs=0 cs=0 l=0).handle_connect_reply connect got BADAUTHORIZER -2797> 2017-12-02 17:51:02.388948 7f794aad7f80 1 -- 10.1.80.4:6789/0 shutdown_connections -2796> 2017-12-02 17:51:02.388960 7f794aad7f80 1 -- 10.1.80.4:6789/0 _send_message--> mon.0 10.1.80.1:6789/0 -- mon_probe(probe 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n4) v6 -- ?+0 0x55cf1f54d200 -2795> 2017-12-02 17:51:02.388980 7f794aad7f80 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- mon_probe(probe 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n4) v6 -- 0x55cf1f54d200 con 0 -2794> 2017-12-02 17:51:02.388988 7f794aad7f80 1 -- 10.1.80.4:6789/0 _send_message--> mon.1 10.1.80.2:6789/0 -- mon_probe(probe 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n4) v6 -- ?+0 0x55cf1f54d500 -2793> 2017-12-02 17:51:02.389000 7f794aad7f80 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:6789/0 -- mon_probe(probe 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n4) v6 -- 0x55cf1f54d500 con 0 -2792> 2017-12-02 17:51:02.389006 7f794aad7f80 1 -- 10.1.80.4:6789/0 _send_message--> mon.2 10.1.80.3:6789/0 -- mon_probe(probe 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n4) v6 -- ?+0 0x55cf1f54d800 -2791> 2017-12-02 17:51:02.389018 7f794aad7f80 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:6789/0 -- mon_probe(probe 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n4) v6 -- 0x55cf1f54d800 con 0 -2790> 2017-12-02 17:51:02.389441 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:6789/0 conn(0x55cf1fae1000 :-1 s=STATE_CONNECTING_WAIT_CONNECT_REPLY_AUTH pgs=0 cs=0 l=0).handle_connect_reply connect got RETRY_GLOBAL 253 chose new 254 -2789> 2017-12-02 17:51:02.389498 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_CONNECTING_WAIT_CONNECT_REPLY_AUTH pgs=0 cs=0 l=0).handle_connect_reply connect got RETRY_GLOBAL 256 chose new 257 -2788> 2017-12-02 17:51:02.389574 7f793cf48700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:6789/0 conn(0x55cf1fadf800 :-1 s=STATE_CONNECTING_WAIT_CONNECT_REPLY_AUTH pgs=0 cs=0 l=0).handle_connect_reply connect got RETRY_GLOBAL 257 chose new 258 -2787> 2017-12-02 17:51:02.389726 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:6789/0 conn(0x55cf1fae1000 :-1 s=STATE_CONNECTING_WAIT_CONNECT_REPLY_AUTH pgs=0 cs=0 l=0).handle_connect_reply connect got RETRY_GLOBAL 253 chose new 259 -2786> 2017-12-02 17:51:02.389813 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_CONNECTING_WAIT_CONNECT_REPLY_AUTH pgs=0 cs=0 l=0).handle_connect_reply connect got RETRY_GLOBAL 256 chose new 260 -2785> 2017-12-02 17:51:02.389886 7f793cf48700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:6789/0 conn(0x55cf1fadf800 :-1 s=STATE_CONNECTING_WAIT_CONNECT_REPLY_AUTH pgs=0 cs=0 l=0).handle_connect_reply connect got RETRY_GLOBAL 257 chose new 261 -2784> 2017-12-02 17:51:02.390116 7f793d749700 0 -- 10.1.80.4:6789/0 >> 10.1.80.3:6789/0 conn(0x55cf1fae1000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=787902 cs=1 l=0).process missed message? skipped from seq 0 to 1522966174 -2783> 2017-12-02 17:51:02.390126 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:6789/0 conn(0x55cf1fae1000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=787902 cs=1 l=0). rx mon.2 seq 1522966174 0x55cf1f54d800 mon_probe(reply 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n3 quorum 0,1,2 paxos( fc 1193506 lc 1194128 )) v6 -2782> 2017-12-02 17:51:02.390143 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.2 10.1.80.3:6789/0 1522966174 ==== mon_probe(reply 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n3 quorum 0,1,2 paxos( fc 1193506 lc 1194128 )) v6 ==== 559+0+0 (3399333619 0 0) 0x55cf1f54d800 con 0x55cf1fae1000 -2781> 2017-12-02 17:51:02.390168 7f794074f700 5 mon.c1n4@3(probing) e4 _ms_dispatch setting monitor caps on this connection -2780> 2017-12-02 17:51:02.390173 7f793c747700 0 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0).process missed message? skipped from seq 0 to 1526133354 -2779> 2017-12-02 17:51:02.390182 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133354 0x55cf1f54d200 mon_probe(reply 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n1 quorum 0,1,2 paxos( fc 1193506 lc 1194128 )) v6 -2778> 2017-12-02 17:51:02.390193 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.2 10.1.80.3:6789/0 -- mon_sync(get_cookie_recent lc 1194096) v2 -- ?+0 0x55cf1f54e700 -2777> 2017-12-02 17:51:02.390204 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:6789/0 -- mon_sync(get_cookie_recent lc 1194096) v2 -- 0x55cf1f54e700 con 0 -2776> 2017-12-02 17:51:02.390223 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133354 ==== mon_probe(reply 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n1 quorum 0,1,2 paxos( fc 1193506 lc 1194128 )) v6 ==== 559+0+0 (1470982342 0 0) 0x55cf1f54d200 con 0x55cf1fade000 -2775> 2017-12-02 17:51:02.390233 7f794074f700 5 mon.c1n4@3(synchronizing) e4 _ms_dispatch setting monitor caps on this connection -2774> 2017-12-02 17:51:02.390237 7f793cf48700 0 -- 10.1.80.4:6789/0 >> 10.1.80.2:6789/0 conn(0x55cf1fadf800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=889802 cs=1 l=0).process missed message? skipped from seq 0 to 359766977 -2773> 2017-12-02 17:51:02.390245 7f793cf48700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:6789/0 conn(0x55cf1fadf800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=889802 cs=1 l=0). rx mon.1 seq 359766977 0x55cf1f54d500 mon_probe(reply 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n2 quorum 0,1,2 paxos( fc 1193506 lc 1194128 )) v6 -2772> 2017-12-02 17:51:02.390259 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.1 10.1.80.2:6789/0 359766977 ==== mon_probe(reply 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n2 quorum 0,1,2 paxos( fc 1193506 lc 1194128 )) v6 ==== 559+0+0 (116646545 0 0) 0x55cf1f54d500 con 0x55cf1fadf800 -2771> 2017-12-02 17:51:02.390267 7f794074f700 5 mon.c1n4@3(synchronizing) e4 _ms_dispatch setting monitor caps on this connection -2770> 2017-12-02 17:51:02.390376 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:6789/0 conn(0x55cf1fae1000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=787902 cs=1 l=0). rx mon.2 seq 1522966175 0x55cf1f54e700 mon_sync(cookie cookie 13757317131 lc 1194096) v2 -2769> 2017-12-02 17:51:02.390393 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.2 10.1.80.3:6789/0 1522966175 ==== mon_sync(cookie cookie 13757317131 lc 1194096) v2 ==== 88+0+0 (4195997385 0 0) 0x55cf1f54e700 con 0x55cf1fae1000 -2768> 2017-12-02 17:51:02.390402 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.2 10.1.80.3:6789/0 -- mon_sync(get_chunk cookie 13757317131) v2 -- ?+0 0x55cf1f54d800 -2767> 2017-12-02 17:51:02.390408 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:6789/0 -- mon_sync(get_chunk cookie 13757317131) v2 -- 0x55cf1f54d800 con 0 -2766> 2017-12-02 17:51:02.391604 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:6789/0 conn(0x55cf1fae1000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=787902 cs=1 l=0). rx mon.2 seq 1522966176 0x55cf1f54d800 mon_sync(last_chunk cookie 13757317131 lc 1194128 bl 172296 bytes) v2 -2765> 2017-12-02 17:51:02.391648 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.2 10.1.80.3:6789/0 1522966176 ==== mon_sync(last_chunk cookie 13757317131 lc 1194128 bl 172296 bytes) v2 ==== 172384+0+0 (3877138701 0 0) 0x55cf1f54d800 con 0x55cf1fae1000 -2764> 2017-12-02 17:51:02.395061 7f793b745700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_write.cc:725] [default] New memtable created with log file: #396. Immutable memtables: 0. -2763> 2017-12-02 17:51:02.395208 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:49] [JOB 3] Syncing log #393 -2762> 2017-12-02 17:51:02.395430 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.395193) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:1158] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots allowed 1, compaction slots scheduled 1 -2761> 2017-12-02 17:51:02.395437 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/flush_job.cc:264] [default] [JOB 3] Flushing memtable with next log file: 396 -2760> 2017-12-02 17:51:02.395450 7f793af44700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262395444, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 393, "num_deletes": 251, "memory_usage": 344712} -2759> 2017-12-02 17:51:02.395452 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/flush_job.cc:293] [default] [JOB 3] Level-0 flush table #397: started -2758> 2017-12-02 17:51:02.395982 7f794074f700 1 mon.c1n4@3(synchronizing).mds e1 Unable to load 'last_metadata' -2757> 2017-12-02 17:51:02.396229 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2756> 2017-12-02 17:51:02.396234 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2755> 2017-12-02 17:51:02.396332 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.0 10.1.80.1:6789/0 -- mon_probe(probe 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n4) v6 -- ?+0 0x55cf1f54d200 -2754> 2017-12-02 17:51:02.396342 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- mon_probe(probe 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n4) v6 -- 0x55cf1f54d200 con 0 -2753> 2017-12-02 17:51:02.396353 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.1 10.1.80.2:6789/0 -- mon_probe(probe 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n4) v6 -- ?+0 0x55cf1f54e700 -2752> 2017-12-02 17:51:02.396358 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:6789/0 -- mon_probe(probe 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n4) v6 -- 0x55cf1f54e700 con 0 -2751> 2017-12-02 17:51:02.396373 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.2 10.1.80.3:6789/0 -- mon_probe(probe 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n4) v6 -- ?+0 0x55cf1f54ea00 -2750> 2017-12-02 17:51:02.396377 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:6789/0 -- mon_probe(probe 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n4) v6 -- 0x55cf1f54ea00 con 0 -2749> 2017-12-02 17:51:02.396577 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:6789/0 conn(0x55cf1fae1000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=787902 cs=1 l=0). rx mon.2 seq 1522966177 0x55cf1f54ea00 mon_probe(reply 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n3 quorum 0,1,2 paxos( fc 1193506 lc 1194128 )) v6 -2748> 2017-12-02 17:51:02.396596 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.2 10.1.80.3:6789/0 1522966177 ==== mon_probe(reply 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n3 quorum 0,1,2 paxos( fc 1193506 lc 1194128 )) v6 ==== 559+0+0 (3399333619 0 0) 0x55cf1f54ea00 con 0x55cf1fae1000 -2747> 2017-12-02 17:51:02.396602 7f793cf48700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:6789/0 conn(0x55cf1fadf800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=889802 cs=1 l=0). rx mon.1 seq 359766978 0x55cf1f54e700 mon_probe(reply 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n2 quorum 0,1,2 paxos( fc 1193506 lc 1194128 )) v6 -2746> 2017-12-02 17:51:02.396614 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133355 0x55cf1f54d200 mon_probe(reply 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n1 quorum 0,1,2 paxos( fc 1193506 lc 1194128 )) v6 -2745> 2017-12-02 17:51:02.396626 7f794074f700 0 log_channel(cluster) log [INF] : mon.c1n4 calling new monitor election -2744> 2017-12-02 17:51:02.396636 7f794074f700 10 log_client _send_to_monlog to self -2743> 2017-12-02 17:51:02.396638 7f794074f700 10 log_client log_queue is 1 last_log 1 sent 0 num 1 unsent 1 sending 1 -2742> 2017-12-02 17:51:02.396639 7f794074f700 10 log_client will send 2017-12-02 17:51:02.396635 mon.c1n4 mon.3 10.1.80.4:6789/0 1 : cluster [INF] mon.c1n4 calling new monitor election -2741> 2017-12-02 17:51:02.396653 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:6789/0 -- log(1 entries from seq 1 at 2017-12-02 17:51:02.396635) v1 -- 0x55cf1f740300 con 0 -2740> 2017-12-02 17:51:02.396664 7f794074f700 5 mon.c1n4@3(electing).elector(0) start -- can i be leader? -2739> 2017-12-02 17:51:02.396682 7f794074f700 1 mon.c1n4@3(electing).elector(816) init, last seen epoch 816 -2738> 2017-12-02 17:51:02.397774 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.0 10.1.80.1:6789/0 -- election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 propose 817) v7 -- ?+0 0x55cf1fd49380 -2737> 2017-12-02 17:51:02.397783 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 propose 817) v7 -- 0x55cf1fd49380 con 0 -2736> 2017-12-02 17:51:02.397787 7f793af44700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262397773, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 397, "file_size": 313657, "table_properties": {"data_size": 309911, "index_size": 1228, "filter_size": 1599, "raw_key_size": 7155, "raw_average_key_size": 22, "raw_value_size": 304560, "raw_average_value_size": 937, "num_data_blocks": 37, "num_entries": 325, "filter_policy_name": "rocksdb.BuiltinBloomFilter", "kDeletedKeys": "251", "kMergeOperands": "0"}} -2735> 2017-12-02 17:51:02.397801 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/flush_job.cc:319] [default] [JOB 3] Level-0 flush table #397: 313657 bytes OK -2734> 2017-12-02 17:51:02.397801 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.1 10.1.80.2:6789/0 -- election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 propose 817) v7 -- ?+0 0x55cf1fd496c0 -2733> 2017-12-02 17:51:02.397805 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:6789/0 -- election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 propose 817) v7 -- 0x55cf1fd496c0 con 0 -2732> 2017-12-02 17:51:02.397815 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.2 10.1.80.3:6789/0 -- election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 propose 817) v7 -- ?+0 0x55cf1fd49a00 -2731> 2017-12-02 17:51:02.397821 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:6789/0 -- election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 propose 817) v7 -- 0x55cf1fd49a00 con 0 -2730> 2017-12-02 17:51:02.397836 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.1 10.1.80.2:6789/0 359766978 ==== mon_probe(reply 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n2 quorum 0,1,2 paxos( fc 1193506 lc 1194128 )) v6 ==== 559+0+0 (116646545 0 0) 0x55cf1f54e700 con 0x55cf1fadf800 -2729> 2017-12-02 17:51:02.397855 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.3 10.1.80.4:6789/0 0 ==== log(1 entries from seq 1 at 2017-12-02 17:51:02.396635) v1 ==== 0+0+0 (0 0 0) 0x55cf1f740300 con 0x55cf1f527800 -2728> 2017-12-02 17:51:02.397866 7f794074f700 5 mon.c1n4@3(electing) e4 _ms_dispatch setting monitor caps on this connection -2727> 2017-12-02 17:51:02.397874 7f794074f700 5 mon.c1n4@3(electing).paxos(paxos recovering c 1193506..1194128) is_readable = 0 - now=2017-12-02 17:51:02.397874 lease_expire=0.000000 has v0 lc 1194128 -2726> 2017-12-02 17:51:02.397883 7f794074f700 5 mon.c1n4@3(electing).paxos(paxos recovering c 1193506..1194128) is_readable = 0 - now=2017-12-02 17:51:02.397883 lease_expire=0.000000 has v0 lc 1194128 -2725> 2017-12-02 17:51:02.397888 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133355 ==== mon_probe(reply 843b3970-55f5-49c5-a447-f8e1fb3c3af6 name c1n1 quorum 0,1,2 paxos( fc 1193506 lc 1194128 )) v6 ==== 559+0+0 (1470982342 0 0) 0x55cf1f54d200 con 0x55cf1fade000 -2724> 2017-12-02 17:51:02.398463 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.398155) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/memtable_list.cc:360] [default] Level-0 commit table #397 started -2723> 2017-12-02 17:51:02.398470 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.398422) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/memtable_list.cc:383] [default] Level-0 commit table #397: memtable #1 done -2722> 2017-12-02 17:51:02.398472 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.398434) EVENT_LOG_v1 {"time_micros": 1512226262398429, "job": 3, "event": "flush_finished", "lsm_state": [3, 1, 0, 0, 0, 0, 0], "immutable_memtables": 0} -2721> 2017-12-02 17:51:02.398476 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.398445) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:132] [default] Level summary: base level 1 max bytes base 268435456 files[3 1 0 0 0 0 0] max score 0.75 -2720> 2017-12-02 17:51:02.398482 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_files.cc:388] [JOB 3] Try to delete WAL files size 334926, prev total WAL file size 335053, number of live WAL files 2. -2719> 2017-12-02 17:51:02.398505 7f793af44700 5 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_files.cc:307] [JOB 3] Delete /var/lib/ceph/mon/ceph-c1n4/store.db//000393.log type=0 #393 -- OK -2718> 2017-12-02 17:51:02.398807 7f793cf48700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:6789/0 conn(0x55cf1fadf800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=889802 cs=1 l=0). rx mon.1 seq 359766979 0x55cf1fd496c0 election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 propose 821) v7 -2717> 2017-12-02 17:51:02.398824 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:6789/0 conn(0x55cf1fae1000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=787902 cs=1 l=0). rx mon.2 seq 1522966178 0x55cf1fd49a00 election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 propose 821) v7 -2716> 2017-12-02 17:51:02.398855 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.1 10.1.80.2:6789/0 359766979 ==== election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 propose 821) v7 ==== 564+0+0 (1489941570 0 0) 0x55cf1fd496c0 con 0x55cf1fadf800 -2715> 2017-12-02 17:51:02.398885 7f794074f700 5 mon.c1n4@3(electing).elector(817) handle_propose from mon.1 -2714> 2017-12-02 17:51:02.398888 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133356 0x55cf1fd49380 election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 propose 821) v7 -2713> 2017-12-02 17:51:02.398943 7f793b745700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:839] [default] Manual compaction starting -2712> 2017-12-02 17:51:02.399185 7f793a743700 3 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl.cc:447] ------- DUMPING STATS ------- -2711> 2017-12-02 17:51:02.399197 7f793a743700 3 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl.cc:448] ** DB Stats ** Uptime(secs): 0.4 total, 0.4 interval Cumulative writes: 5 writes, 398 keys, 5 commit groups, 0.8 writes per commit group, ingest: 0.00 GB, 0.72 MB/s Cumulative WAL: 4 writes, 4 syncs, 0.80 writes per sync, written: 0.00 GB, 0.71 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 5 writes, 398 keys, 5 commit groups, 0.8 writes per commit group, ingest: 0.32 MB, 0.72 MB/s Interval WAL: 4 writes, 4 syncs, 0.80 writes per sync, written: 0.00 MB, 0.71 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop ---------------------------------------------------------------------------------------------------------------------------------------------------------- L0 3/3 17.98 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 202.5 0 2 0.044 0 0 L1 1/1 16.05 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.000 0 0 Sum 4/4 34.04 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 202.5 0 2 0.044 0 0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 202.5 0 2 0.044 0 0 Uptime(secs): 0.4 total, 0.4 interval Flush(GB): cumulative 0.017, interval 0.017 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.02 GB write, 39.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Interval compaction: 0.02 GB write, 39.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop ---------------------------------------------------------------------------------------------------------------------------------------------------------- L0 3/3 17.98 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 202.5 0 2 0.044 0 0 L1 1/1 16.05 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.000 0 0 Sum 4/4 34.04 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 202.5 0 2 0.044 0 0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.000 0 0 Uptime(secs): 0.4 total, 0.4 interval Flush(GB): cumulative 0.017, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.02 GB write, 39.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count ** File Read Latency Histogram By Level [default] ** -2710> 2017-12-02 17:51:02.399219 7f793a743700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.399210) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:1392] [default] Manual compaction from level-0 to level-1 from 'mgrstat .. 'mgrstat; will stop at (end) -2709> 2017-12-02 17:51:02.399225 7f793a743700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/compaction_job.cc:1403] [default] [JOB 4] Compacting 3@0 + 1@1 files to L1, score -1.00 -2708> 2017-12-02 17:51:02.399230 7f793a743700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/compaction_job.cc:1407] [default] Compaction start summary: Base version 3 Base level 0, inputs: [397(306KB) 391(17MB) 388(124KB)], [386(16MB)] -2707> 2017-12-02 17:51:02.399247 7f793a743700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262399233, "job": 4, "event": "compaction_started", "files_L0": [397, 391, 388], "files_L1": [386], "score": -1, "input_data_size": 35688957} -2706> 2017-12-02 17:51:02.399374 7f794074f700 5 mon.c1n4@3(electing).elector(821) defer to 1 -2705> 2017-12-02 17:51:02.399483 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.1 10.1.80.2:6789/0 -- election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 ack 821) v7 -- ?+0 0x55cf1fd49d40 -2704> 2017-12-02 17:51:02.399492 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:6789/0 -- election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 ack 821) v7 -- 0x55cf1fd49d40 con 0 -2703> 2017-12-02 17:51:02.399512 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.2 10.1.80.3:6789/0 1522966178 ==== election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 propose 821) v7 ==== 564+0+0 (1489941570 0 0) 0x55cf1fd49a00 con 0x55cf1fae1000 -2702> 2017-12-02 17:51:02.399531 7f794074f700 5 mon.c1n4@3(electing).elector(821) handle_propose from mon.2 -2701> 2017-12-02 17:51:02.399534 7f794074f700 5 mon.c1n4@3(electing).elector(821) no, we already acked 1 -2700> 2017-12-02 17:51:02.399540 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133356 ==== election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 propose 821) v7 ==== 564+0+0 (1489941570 0 0) 0x55cf1fd49380 con 0x55cf1fade000 -2699> 2017-12-02 17:51:02.399552 7f794074f700 5 mon.c1n4@3(electing).elector(821) handle_propose from mon.0 -2698> 2017-12-02 17:51:02.399554 7f794074f700 5 mon.c1n4@3(electing).elector(821) defer to 0 -2697> 2017-12-02 17:51:02.399636 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.0 10.1.80.1:6789/0 -- election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 ack 821) v7 -- ?+0 0x55cf1fd49a00 -2696> 2017-12-02 17:51:02.399643 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 ack 821) v7 -- 0x55cf1fd49a00 con 0 -2695> 2017-12-02 17:51:02.400541 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133357 0x55cf1fd49a00 election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 victory 822) v7 -2694> 2017-12-02 17:51:02.400585 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133357 ==== election(843b3970-55f5-49c5-a447-f8e1fb3c3af6 victory 822) v7 ==== 39155+0+0 (155753268 0 0) 0x55cf1fd49a00 con 0x55cf1fade000 -2693> 2017-12-02 17:51:02.400614 7f794074f700 5 mon.c1n4@3(electing).elector(821) handle_victory from mon.0 quorum_features 2305244844532236283 mon_feature_t([kraken,luminous]) -2692> 2017-12-02 17:51:02.400976 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133358 0x55cf1fd4a700 paxos(collect lc 1194128 fc 1193506 pn 21200 opn 0) v4 -2691> 2017-12-02 17:51:02.401075 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133359 0x55cf1f741700 time_check( ping e 822 r 1 ) v1 -2690> 2017-12-02 17:51:02.401095 7f794074f700 5 mon.c1n4@3(peon) e4 apply_quorum_to_compatset_features -2689> 2017-12-02 17:51:02.401106 7f794074f700 5 mon.c1n4@3(peon) e4 apply_monmap_to_compatset_features -2688> 2017-12-02 17:51:02.401264 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133358 ==== paxos(collect lc 1194128 fc 1193506 pn 21200 opn 0) v4 ==== 84+0+0 (2447256346 0 0) 0x55cf1fd4a700 con 0x55cf1fade000 -2687> 2017-12-02 17:51:02.401830 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(last lc 1194128 fc 1193506 pn 21200 opn 0) v4 -- 0x55cf1fd4a3c0 con 0 -2686> 2017-12-02 17:51:02.401855 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133359 ==== time_check( ping e 822 r 1 ) v1 ==== 36+0+0 (4105892875 0 0) 0x55cf1f741700 con 0x55cf1fade000 -2685> 2017-12-02 17:51:02.401866 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- time_check( pong e 822 r 1 ts 2017-12-02 17:51:02.401865 ) v1 -- 0x55cf1f741980 con 0 -2684> 2017-12-02 17:51:02.527921 7f793a743700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/compaction_job.cc:1116] [default] [JOB 4] Generated table #398: 3326 keys, 18141039 bytes -2683> 2017-12-02 17:51:02.527975 7f793a743700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262527939, "cf_name": "default", "job": 4, "event": "table_file_creation", "file_number": 398, "file_size": 18141039, "table_properties": {"data_size": 18028437, "index_size": 58887, "filter_size": 52788, "raw_key_size": 69522, "raw_average_key_size": 20, "raw_value_size": 17939560, "raw_average_value_size": 5393, "num_data_blocks": 1653, "num_entries": 3326, "filter_policy_name": "rocksdb.BuiltinBloomFilter", "kDeletedKeys": "0", "kMergeOperands": "0"}} -2682> 2017-12-02 17:51:02.528329 7f793a743700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/compaction_job.cc:1173] [default] [JOB 4] Compacted 3@0 + 1@1 files to L1 => 18141039 bytes -2681> 2017-12-02 17:51:02.528708 7f793a743700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.528612) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/compaction_job.cc:621] [default] compacted to: base level 1 max bytes base 268435456 files[0 1 0 0 0 0 0] max score 0.07, MB/sec: 276.5 rd, 140.6 wr, level 1, files in(3, 1) out(1) MB in(18.0, 16.1) out(17.3), read-write-amplify(2.9) write-amplify(1.0) OK, records in: 8542, records dropped: 5216 -2680> 2017-12-02 17:51:02.528715 7f793a743700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.528631) EVENT_LOG_v1 {"time_micros": 1512226262528622, "job": 4, "event": "compaction_finished", "compaction_time_micros": 129070, "output_level": 1, "num_output_files": 1, "total_output_size": 18141039, "num_input_records": 8542, "num_output_records": 3326, "num_subcompactions": 1, "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 0, 0, 0, 0, 0]} -2679> 2017-12-02 17:51:02.528827 7f793a743700 5 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_files.cc:307] [JOB 4] Delete /var/lib/ceph/mon/ceph-c1n4/store.db/000397.sst type=2 #397 -- OK -2678> 2017-12-02 17:51:02.528839 7f793a743700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262528834, "job": 4, "event": "table_file_deletion", "file_number": 397} -2677> 2017-12-02 17:51:02.531934 7f793a743700 5 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_files.cc:307] [JOB 4] Delete /var/lib/ceph/mon/ceph-c1n4/store.db/000391.sst type=2 #391 -- OK -2676> 2017-12-02 17:51:02.531941 7f793a743700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262531939, "job": 4, "event": "table_file_deletion", "file_number": 391} -2675> 2017-12-02 17:51:02.532006 7f793a743700 5 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_files.cc:307] [JOB 4] Delete /var/lib/ceph/mon/ceph-c1n4/store.db/000388.sst type=2 #388 -- OK -2674> 2017-12-02 17:51:02.532013 7f793a743700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262532010, "job": 4, "event": "table_file_deletion", "file_number": 388} -2673> 2017-12-02 17:51:02.534685 7f793a743700 5 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_files.cc:307] [JOB 4] Delete /var/lib/ceph/mon/ceph-c1n4/store.db/000386.sst type=2 #386 -- OK -2672> 2017-12-02 17:51:02.534691 7f793a743700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262534689, "job": 4, "event": "table_file_deletion", "file_number": 386} -2671> 2017-12-02 17:51:02.534790 7f793b745700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_write.cc:725] [default] New memtable created with log file: #399. Immutable memtables: 0. -2670> 2017-12-02 17:51:02.534825 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:49] [JOB 5] Syncing log #396 -2669> 2017-12-02 17:51:02.535222 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.534817) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:1158] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots allowed 1, compaction slots scheduled 1 -2668> 2017-12-02 17:51:02.535232 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/flush_job.cc:264] [default] [JOB 5] Flushing memtable with next log file: 399 -2667> 2017-12-02 17:51:02.535242 7f793af44700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262535238, "job": 5, "event": "flush_started", "num_memtables": 1, "num_entries": 7, "num_deletes": 3, "memory_usage": 1064} -2666> 2017-12-02 17:51:02.535244 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/flush_job.cc:293] [default] [JOB 5] Level-0 flush table #400: started -2665> 2017-12-02 17:51:02.535784 7f793af44700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1512226262535773, "cf_name": "default", "job": 5, "event": "table_file_creation", "file_number": 400, "file_size": 1126, "table_properties": {"data_size": 166, "index_size": 28, "filter_size": 23, "raw_key_size": 143, "raw_average_key_size": 28, "raw_value_size": 16, "raw_average_value_size": 3, "num_data_blocks": 1, "num_entries": 5, "filter_policy_name": "rocksdb.BuiltinBloomFilter", "kDeletedKeys": "3", "kMergeOperands": "0"}} -2664> 2017-12-02 17:51:02.535794 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/flush_job.cc:319] [default] [JOB 5] Level-0 flush table #400: 1126 bytes OK -2663> 2017-12-02 17:51:02.536121 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.535801) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/memtable_list.cc:360] [default] Level-0 commit table #400 started -2662> 2017-12-02 17:51:02.536127 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.536094) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/memtable_list.cc:383] [default] Level-0 commit table #400: memtable #1 done -2661> 2017-12-02 17:51:02.536129 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.536102) EVENT_LOG_v1 {"time_micros": 1512226262536098, "job": 5, "event": "flush_finished", "lsm_state": [1, 1, 0, 0, 0, 0, 0], "immutable_memtables": 0} -2660> 2017-12-02 17:51:02.536133 7f793af44700 4 rocksdb: (Original Log Time 2017/12/02-17:51:02.536111) [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:132] [default] Level summary: base level 1 max bytes base 268435456 files[1 1 0 0 0 0 0] max score 0.25 -2659> 2017-12-02 17:51:02.536137 7f793af44700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_files.cc:388] [JOB 5] Try to delete WAL files size 257, prev total WAL file size 257, number of live WAL files 2. -2658> 2017-12-02 17:51:02.536157 7f793af44700 5 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_files.cc:307] [JOB 5] Delete /var/lib/ceph/mon/ceph-c1n4/store.db//000396.log type=0 #396 -- OK -2657> 2017-12-02 17:51:02.536227 7f793b745700 4 rocksdb: [/home/builder/source/ceph-12.2.1/src/rocksdb/db/db_impl_compaction_flush.cc:839] [default] Manual compaction starting -2656> 2017-12-02 17:51:02.593340 7f793d749700 2 -- 10.1.80.4:0/61378 >> 10.1.80.3:6832/18816 conn(0x55cf1fac9000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0 -2655> 2017-12-02 17:51:02.593564 7f793d749700 5 -- 10.1.80.4:0/61378 >> 10.1.80.3:6832/18816 conn(0x55cf1fac9000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=23683 cs=1 l=1). rx mgr.4068674 seq 1 0x55cf1f52fc00 mgrconfigure() v1 -2654> 2017-12-02 17:51:02.593587 7f793ef4c700 1 -- 10.1.80.4:0/61378 <== mgr.4068674 10.1.80.3:6832/18816 1 ==== mgrconfigure() v1 ==== 4+0+0 (2791807819 0 0) 0x55cf1f52fc00 con 0x55cf1fac9000 -2653> 2017-12-02 17:51:02.593606 7f793ef4c700 4 mgrc handle_mgr_configure stats_period=5 -2652> 2017-12-02 17:51:02.593785 7f793ef4c700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +158-0 packed 1734) v4 -- 0x55cf1f54d500 con 0 -2651> 2017-12-02 17:51:06.217048 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133360 0x55cf1fd4a3c0 paxos(lease lc 1194128 fc 1193506 pn 0 opn 0) v4 -2650> 2017-12-02 17:51:06.217168 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133360 ==== paxos(lease lc 1194128 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (4015653524 0 0) 0x55cf1fd4a3c0 con 0x55cf1fade000 -2649> 2017-12-02 17:51:06.217215 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194128 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fd4a700 con 0 -2648> 2017-12-02 17:51:06.217261 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2647> 2017-12-02 17:51:06.217294 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194128) is_readable = 1 - now=2017-12-02 17:51:06.217294 lease_expire=2017-12-02 17:51:11.217174 has v0 lc 1194128 -2646> 2017-12-02 17:51:06.217313 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194128) is_readable = 1 - now=2017-12-02 17:51:06.217314 lease_expire=2017-12-02 17:51:11.217174 has v0 lc 1194128 -2645> 2017-12-02 17:51:06.217345 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.0 10.1.80.1:6789/0 -- forward(log(1 entries from seq 1 at 2017-12-02 17:51:02.396635) v1 caps allow * tid 1 con_features 2305244844532236283) v3 -- ?+0 0x55cf1f54d200 -2644> 2017-12-02 17:51:06.217359 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- forward(log(1 entries from seq 1 at 2017-12-02 17:51:02.396635) v1 caps allow * tid 1 con_features 2305244844532236283) v3 -- 0x55cf1f54d200 con 0 -2643> 2017-12-02 17:51:07.593989 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54f000 con 0 -2642> 2017-12-02 17:51:08.288587 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2641> 2017-12-02 17:51:08.288988 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/808827654 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -2640> 2017-12-02 17:51:08.289206 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/808827654 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2639> 2017-12-02 17:51:08.289281 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/808827654 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1f741980 auth(proto 0 30 bytes epoch 0) v1 -2638> 2017-12-02 17:51:08.289301 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/808827654 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f741980 con 0x55cf1fb7b000 -2637> 2017-12-02 17:51:08.289327 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194128) is_readable = 1 - now=2017-12-02 17:51:08.289328 lease_expire=2017-12-02 17:51:11.217174 has v0 lc 1194128 -2636> 2017-12-02 17:51:08.289359 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.0 10.1.80.1:6789/0 -- global_id (8094096) v1 -- ?+0 0x55cf1f4beac0 -2635> 2017-12-02 17:51:08.289373 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- global_id (8094096) v1 -- 0x55cf1f4beac0 con 0 -2634> 2017-12-02 17:51:08.291219 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/808827654 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -2633> 2017-12-02 17:51:08.291247 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/808827654 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -2632> 2017-12-02 17:51:08.291251 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/808827654 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -2631> 2017-12-02 17:51:08.291255 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/808827654 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -2630> 2017-12-02 17:51:08.291260 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/808827654 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -2629> 2017-12-02 17:51:08.322478 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2628> 2017-12-02 17:51:08.322614 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4273691500 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -2627> 2017-12-02 17:51:08.322684 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4273691500 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2626> 2017-12-02 17:51:08.322769 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4273691500 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf4a00 auth(proto 0 30 bytes epoch 0) v1 -2625> 2017-12-02 17:51:08.322789 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/4273691500 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf4a00 con 0x55cf1fb7c800 -2624> 2017-12-02 17:51:08.322812 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194128) is_readable = 1 - now=2017-12-02 17:51:08.322813 lease_expire=2017-12-02 17:51:11.217174 has v0 lc 1194128 -2623> 2017-12-02 17:51:08.322834 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.0 10.1.80.1:6789/0 -- global_id (8094096) v1 -- ?+0 0x55cf1f4bef40 -2622> 2017-12-02 17:51:08.322842 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- global_id (8094096) v1 -- 0x55cf1f4bef40 con 0 -2621> 2017-12-02 17:51:08.668393 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133361 0x55cf1fd4a700 paxos(begin lc 1194128 fc 0 pn 21200 opn 0) v4 -2620> 2017-12-02 17:51:08.668498 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133361 ==== paxos(begin lc 1194128 fc 0 pn 21200 opn 0) v4 ==== 2203+0+0 (91428152 0 0) 0x55cf1fd4a700 con 0x55cf1fade000 -2619> 2017-12-02 17:51:08.668806 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133362 0x55cf1fbf4c80 time_check( report e 822 r 2 #skews 4 #latencies 4 ) v1 -2618> 2017-12-02 17:51:08.669168 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194128 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fd4a3c0 con 0 -2617> 2017-12-02 17:51:08.669199 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133362 ==== time_check( report e 822 r 2 #skews 4 #latencies 4 ) v1 ==== 452+0+0 (1597719825 0 0) 0x55cf1fbf4c80 con 0x55cf1fade000 -2616> 2017-12-02 17:51:08.669965 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133363 0x55cf1fd4a3c0 paxos(commit lc 1194129 fc 0 pn 21200 opn 0) v4 -2615> 2017-12-02 17:51:08.670020 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133363 ==== paxos(commit lc 1194129 fc 0 pn 21200 opn 0) v4 ==== 2203+0+0 (4096895696 0 0) 0x55cf1fd4a3c0 con 0x55cf1fade000 -2614> 2017-12-02 17:51:08.670218 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133364 0x55cf1fd4b0c0 paxos(lease lc 1194129 fc 1193506 pn 0 opn 0) v4 -2613> 2017-12-02 17:51:08.670781 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133365 0x55cf1fd4b400 paxos(begin lc 1194129 fc 0 pn 21200 opn 0) v4 -2612> 2017-12-02 17:51:08.670853 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2611> 2017-12-02 17:51:08.670876 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2610> 2017-12-02 17:51:08.671008 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos updating c 1193506..1194129) is_readable = 0 - now=2017-12-02 17:51:08.671009 lease_expire=0.000000 has v0 lc 1194129 -2609> 2017-12-02 17:51:08.671022 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos updating c 1193506..1194129) is_readable = 0 - now=2017-12-02 17:51:08.671023 lease_expire=0.000000 has v0 lc 1194129 -2608> 2017-12-02 17:51:08.671068 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133364 ==== paxos(lease lc 1194129 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3620466334 0 0) 0x55cf1fd4b0c0 con 0x55cf1fade000 -2607> 2017-12-02 17:51:08.671084 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194129 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fd4a3c0 con 0 -2606> 2017-12-02 17:51:08.671118 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2605> 2017-12-02 17:51:08.671136 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194129) is_readable = 1 - now=2017-12-02 17:51:08.671137 lease_expire=2017-12-02 17:51:13.670613 has v0 lc 1194129 -2604> 2017-12-02 17:51:08.671143 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194129) is_readable = 1 - now=2017-12-02 17:51:08.671144 lease_expire=2017-12-02 17:51:13.670613 has v0 lc 1194129 -2603> 2017-12-02 17:51:08.671156 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.0 10.1.80.1:6789/0 -- global_id (8094096) v1 -- ?+0 0x55cf1f4bdf80 -2602> 2017-12-02 17:51:08.671164 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- global_id (8094096) v1 -- 0x55cf1f4bdf80 con 0 -2601> 2017-12-02 17:51:08.671176 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133365 ==== paxos(begin lc 1194129 fc 0 pn 21200 opn 0) v4 ==== 13482+0+0 (1237604550 0 0) 0x55cf1fd4b400 con 0x55cf1fade000 -2600> 2017-12-02 17:51:08.671656 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4273691500 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -2599> 2017-12-02 17:51:08.671669 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4273691500 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -2598> 2017-12-02 17:51:08.671677 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4273691500 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -2597> 2017-12-02 17:51:08.671683 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4273691500 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -2596> 2017-12-02 17:51:08.671688 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4273691500 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -2595> 2017-12-02 17:51:08.671691 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194129 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fd4b0c0 con 0 -2594> 2017-12-02 17:51:08.672615 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133366 0x55cf1fd4b0c0 paxos(commit lc 1194130 fc 0 pn 21200 opn 0) v4 -2593> 2017-12-02 17:51:08.672684 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133366 ==== paxos(commit lc 1194130 fc 0 pn 21200 opn 0) v4 ==== 13482+0+0 (39261330 0 0) 0x55cf1fd4b0c0 con 0x55cf1fade000 -2592> 2017-12-02 17:51:08.672801 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133367 0x55cf1fd4a3c0 paxos(lease lc 1194130 fc 1193506 pn 0 opn 0) v4 -2591> 2017-12-02 17:51:08.673726 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2590> 2017-12-02 17:51:08.673732 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2589> 2017-12-02 17:51:08.673803 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133367 ==== paxos(lease lc 1194130 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1435198366 0 0) 0x55cf1fd4a3c0 con 0x55cf1fade000 -2588> 2017-12-02 17:51:08.673818 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194130 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fd49a00 con 0 -2587> 2017-12-02 17:51:08.673831 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2586> 2017-12-02 17:51:08.673835 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194130) is_readable = 1 - now=2017-12-02 17:51:08.673835 lease_expire=2017-12-02 17:51:13.673185 has v0 lc 1194130 -2585> 2017-12-02 17:51:08.674462 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133368 0x55cf1fd49a00 paxos(begin lc 1194130 fc 0 pn 21200 opn 0) v4 -2584> 2017-12-02 17:51:08.674514 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133368 ==== paxos(begin lc 1194130 fc 0 pn 21200 opn 0) v4 ==== 6594+0+0 (649357204 0 0) 0x55cf1fd49a00 con 0x55cf1fade000 -2583> 2017-12-02 17:51:08.674887 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194130 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fd4a3c0 con 0 -2582> 2017-12-02 17:51:08.676089 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133369 0x55cf1fd4a3c0 paxos(commit lc 1194131 fc 0 pn 21200 opn 0) v4 -2581> 2017-12-02 17:51:08.676134 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133370 0x55cf1fd4b740 paxos(lease lc 1194131 fc 1193506 pn 0 opn 0) v4 -2580> 2017-12-02 17:51:08.676136 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133369 ==== paxos(commit lc 1194131 fc 0 pn 21200 opn 0) v4 ==== 6594+0+0 (2201889852 0 0) 0x55cf1fd4a3c0 con 0x55cf1fade000 -2579> 2017-12-02 17:51:08.676413 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133371 0x55cf1fd4ba80 paxos(begin lc 1194131 fc 0 pn 21200 opn 0) v4 -2578> 2017-12-02 17:51:08.676738 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2577> 2017-12-02 17:51:08.676743 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2576> 2017-12-02 17:51:08.676842 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133370 ==== paxos(lease lc 1194131 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (587518554 0 0) 0x55cf1fd4b740 con 0x55cf1fade000 -2575> 2017-12-02 17:51:08.676857 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194131 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fd4a3c0 con 0 -2574> 2017-12-02 17:51:08.676870 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2573> 2017-12-02 17:51:08.676873 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194131) is_readable = 1 - now=2017-12-02 17:51:08.676874 lease_expire=2017-12-02 17:51:13.676456 has v0 lc 1194131 -2572> 2017-12-02 17:51:08.676886 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133371 ==== paxos(begin lc 1194131 fc 0 pn 21200 opn 0) v4 ==== 270+0+0 (2527246061 0 0) 0x55cf1fd4ba80 con 0x55cf1fade000 -2571> 2017-12-02 17:51:08.677258 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194131 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fd4b740 con 0 -2570> 2017-12-02 17:51:08.677944 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133372 0x55cf1fd4b740 paxos(commit lc 1194132 fc 0 pn 21200 opn 0) v4 -2569> 2017-12-02 17:51:08.678007 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133372 ==== paxos(commit lc 1194132 fc 0 pn 21200 opn 0) v4 ==== 270+0+0 (2619474937 0 0) 0x55cf1fd4b740 con 0x55cf1fade000 -2568> 2017-12-02 17:51:08.678030 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133373 0x55cf1fd4a3c0 paxos(lease lc 1194132 fc 1193506 pn 0 opn 0) v4 -2567> 2017-12-02 17:51:08.678429 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2566> 2017-12-02 17:51:08.678434 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2565> 2017-12-02 17:51:08.678499 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133373 ==== paxos(lease lc 1194132 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1495066809 0 0) 0x55cf1fd4a3c0 con 0x55cf1fade000 -2564> 2017-12-02 17:51:08.678511 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194132 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fd4b0c0 con 0 -2563> 2017-12-02 17:51:08.678523 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2562> 2017-12-02 17:51:08.678527 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194132) is_readable = 1 - now=2017-12-02 17:51:08.678527 lease_expire=2017-12-02 17:51:13.678453 has v0 lc 1194132 -2561> 2017-12-02 17:51:09.673517 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133374 0x55cf1fd4b0c0 paxos(begin lc 1194132 fc 0 pn 21200 opn 0) v4 -2560> 2017-12-02 17:51:09.673600 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133374 ==== paxos(begin lc 1194132 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3108658185 0 0) 0x55cf1fd4b0c0 con 0x55cf1fade000 -2559> 2017-12-02 17:51:09.674185 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194132 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fd4a3c0 con 0 -2558> 2017-12-02 17:51:09.675250 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133375 0x55cf1fd4a3c0 paxos(commit lc 1194133 fc 0 pn 21200 opn 0) v4 -2557> 2017-12-02 17:51:09.675337 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133375 ==== paxos(commit lc 1194133 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3255946228 0 0) 0x55cf1fd4a3c0 con 0x55cf1fade000 -2556> 2017-12-02 17:51:09.675449 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133376 0x55cf1fb00000 paxos(lease lc 1194133 fc 1193506 pn 0 opn 0) v4 -2555> 2017-12-02 17:51:09.676009 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2554> 2017-12-02 17:51:09.676010 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133377 0x55cf1fb00340 paxos(begin lc 1194133 fc 0 pn 21200 opn 0) v4 -2553> 2017-12-02 17:51:09.676017 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2552> 2017-12-02 17:51:09.676159 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133376 ==== paxos(lease lc 1194133 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3220121472 0 0) 0x55cf1fb00000 con 0x55cf1fade000 -2551> 2017-12-02 17:51:09.676176 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194133 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fd4a3c0 con 0 -2550> 2017-12-02 17:51:09.676189 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2549> 2017-12-02 17:51:09.676193 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194133) is_readable = 1 - now=2017-12-02 17:51:09.676194 lease_expire=2017-12-02 17:51:14.675806 has v0 lc 1194133 -2548> 2017-12-02 17:51:09.676227 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133377 ==== paxos(begin lc 1194133 fc 0 pn 21200 opn 0) v4 ==== 11455+0+0 (4286196998 0 0) 0x55cf1fb00340 con 0x55cf1fade000 -2547> 2017-12-02 17:51:09.676735 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194133 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fb00000 con 0 -2546> 2017-12-02 17:51:09.677677 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133378 0x55cf1fb00000 paxos(commit lc 1194134 fc 0 pn 21200 opn 0) v4 -2545> 2017-12-02 17:51:09.677762 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133378 ==== paxos(commit lc 1194134 fc 0 pn 21200 opn 0) v4 ==== 11455+0+0 (3268262935 0 0) 0x55cf1fb00000 con 0x55cf1fade000 -2544> 2017-12-02 17:51:09.677875 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133379 0x55cf1fd4a3c0 paxos(lease lc 1194134 fc 1193506 pn 0 opn 0) v4 -2543> 2017-12-02 17:51:09.677939 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133380 0x55cf1f4bdf80 route(log(last 1) v1 tid 1) v3 -2542> 2017-12-02 17:51:09.678544 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2541> 2017-12-02 17:51:09.678550 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2540> 2017-12-02 17:51:09.678640 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133379 ==== paxos(lease lc 1194134 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1202694800 0 0) 0x55cf1fd4a3c0 con 0x55cf1fade000 -2539> 2017-12-02 17:51:09.678655 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194134 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fb00340 con 0 -2538> 2017-12-02 17:51:09.678668 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2537> 2017-12-02 17:51:09.678672 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194134) is_readable = 1 - now=2017-12-02 17:51:09.678673 lease_expire=2017-12-02 17:51:14.678272 has v0 lc 1194134 -2536> 2017-12-02 17:51:09.678686 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133380 ==== route(log(last 1) v1 tid 1) v3 ==== 175+0+0 (3523984178 0 0) 0x55cf1f4bdf80 con 0x55cf1fade000 -2535> 2017-12-02 17:51:09.678695 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:6789/0 -- log(last 1) v1 -- 0x55cf1f4beac0 con 0 -2534> 2017-12-02 17:51:09.678753 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.3 10.1.80.4:6789/0 0 ==== log(last 1) v1 ==== 0+0+0 (4289245027 0 0) 0x55cf1f4beac0 con 0x55cf1f527800 -2533> 2017-12-02 17:51:09.678763 7f794074f700 10 log_client handle_log_ack log(last 1) v1 -2532> 2017-12-02 17:51:09.678766 7f794074f700 10 log_client logged 2017-12-02 17:51:02.396635 mon.c1n4 mon.3 10.1.80.4:6789/0 1 : cluster [INF] mon.c1n4 calling new monitor election -2531> 2017-12-02 17:51:10.678384 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133381 0x55cf1fb00340 paxos(begin lc 1194134 fc 0 pn 21200 opn 0) v4 -2530> 2017-12-02 17:51:10.678466 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133381 ==== paxos(begin lc 1194134 fc 0 pn 21200 opn 0) v4 ==== 2570+0+0 (3460421311 0 0) 0x55cf1fb00340 con 0x55cf1fade000 -2529> 2017-12-02 17:51:10.679132 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194134 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fd4a3c0 con 0 -2528> 2017-12-02 17:51:10.680086 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133382 0x55cf1fd4a3c0 paxos(commit lc 1194135 fc 0 pn 21200 opn 0) v4 -2527> 2017-12-02 17:51:10.680159 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133382 ==== paxos(commit lc 1194135 fc 0 pn 21200 opn 0) v4 ==== 2570+0+0 (2630275028 0 0) 0x55cf1fd4a3c0 con 0x55cf1fade000 -2526> 2017-12-02 17:51:10.680235 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133383 0x55cf1fb00680 paxos(lease lc 1194135 fc 1193506 pn 0 opn 0) v4 -2525> 2017-12-02 17:51:10.680843 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133384 0x55cf1fb009c0 paxos(begin lc 1194135 fc 0 pn 21200 opn 0) v4 -2524> 2017-12-02 17:51:10.680912 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2523> 2017-12-02 17:51:10.680925 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2522> 2017-12-02 17:51:10.681039 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133383 ==== paxos(lease lc 1194135 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (877033976 0 0) 0x55cf1fb00680 con 0x55cf1fade000 -2521> 2017-12-02 17:51:10.681072 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194135 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fd4a3c0 con 0 -2520> 2017-12-02 17:51:10.681089 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2519> 2017-12-02 17:51:10.681097 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194135) is_readable = 1 - now=2017-12-02 17:51:10.681097 lease_expire=2017-12-02 17:51:15.680642 has v0 lc 1194135 -2518> 2017-12-02 17:51:10.681112 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133384 ==== paxos(begin lc 1194135 fc 0 pn 21200 opn 0) v4 ==== 9867+0+0 (3119070297 0 0) 0x55cf1fb009c0 con 0x55cf1fade000 -2517> 2017-12-02 17:51:10.681478 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194135 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fb00680 con 0 -2516> 2017-12-02 17:51:10.682316 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133385 0x55cf1fb00680 paxos(commit lc 1194136 fc 0 pn 21200 opn 0) v4 -2515> 2017-12-02 17:51:10.682371 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133385 ==== paxos(commit lc 1194136 fc 0 pn 21200 opn 0) v4 ==== 9867+0+0 (1597849860 0 0) 0x55cf1fb00680 con 0x55cf1fade000 -2514> 2017-12-02 17:51:10.682441 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133386 0x55cf1fd4a3c0 paxos(lease lc 1194136 fc 1193506 pn 0 opn 0) v4 -2513> 2017-12-02 17:51:10.682909 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2512> 2017-12-02 17:51:10.682915 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2511> 2017-12-02 17:51:10.682991 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133386 ==== paxos(lease lc 1194136 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (69364204 0 0) 0x55cf1fd4a3c0 con 0x55cf1fade000 -2510> 2017-12-02 17:51:10.683007 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194136 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fd4b0c0 con 0 -2509> 2017-12-02 17:51:10.683037 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2508> 2017-12-02 17:51:10.683042 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194136) is_readable = 1 - now=2017-12-02 17:51:10.683043 lease_expire=2017-12-02 17:51:15.682848 has v0 lc 1194136 -2507> 2017-12-02 17:51:11.089532 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2506> 2017-12-02 17:51:11.089666 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1895430317 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -2505> 2017-12-02 17:51:11.089736 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1895430317 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2504> 2017-12-02 17:51:11.089785 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1895430317 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1f741c00 auth(proto 0 30 bytes epoch 0) v1 -2503> 2017-12-02 17:51:11.089805 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1895430317 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f741c00 con 0x55cf1fcc1800 -2502> 2017-12-02 17:51:11.089856 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194136) is_readable = 1 - now=2017-12-02 17:51:11.089857 lease_expire=2017-12-02 17:51:15.682848 has v0 lc 1194136 -2501> 2017-12-02 17:51:11.089891 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1895430317 -- mon_map magic: 0 v1 -- 0x55cf1f740300 con 0 -2500> 2017-12-02 17:51:11.089933 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4a00 auth_reply(proto 2 0 (0) Success) v1 -2499> 2017-12-02 17:51:11.089948 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1895430317 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4a00 con 0 -2498> 2017-12-02 17:51:11.090477 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1895430317 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf4a00 auth(proto 2 32 bytes epoch 0) v1 -2497> 2017-12-02 17:51:11.090536 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1895430317 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (3021842724 0 0) 0x55cf1fbf4a00 con 0x55cf1fcc1800 -2496> 2017-12-02 17:51:11.090555 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194136) is_readable = 1 - now=2017-12-02 17:51:11.090556 lease_expire=2017-12-02 17:51:15.682848 has v0 lc 1194136 -2495> 2017-12-02 17:51:11.090709 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f741c00 auth_reply(proto 2 0 (0) Success) v1 -2494> 2017-12-02 17:51:11.090720 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1895430317 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741c00 con 0 -2493> 2017-12-02 17:51:11.090924 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1895430317 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1f741c00 auth(proto 2 165 bytes epoch 0) v1 -2492> 2017-12-02 17:51:11.090945 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1895430317 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (3428667081 0 0) 0x55cf1f741c00 con 0x55cf1fcc1800 -2491> 2017-12-02 17:51:11.090956 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194136) is_readable = 1 - now=2017-12-02 17:51:11.090957 lease_expire=2017-12-02 17:51:15.682848 has v0 lc 1194136 -2490> 2017-12-02 17:51:11.091102 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4a00 auth_reply(proto 2 0 (0) Success) v1 -2489> 2017-12-02 17:51:11.091121 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1895430317 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4a00 con 0 -2488> 2017-12-02 17:51:11.091152 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1895430317 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -2487> 2017-12-02 17:51:11.091161 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1895430317 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -2486> 2017-12-02 17:51:11.091165 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1895430317 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -2485> 2017-12-02 17:51:11.091170 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1895430317 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -2484> 2017-12-02 17:51:11.091173 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1895430317 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -2483> 2017-12-02 17:51:11.127865 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2482> 2017-12-02 17:51:11.128032 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2117268979 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -2481> 2017-12-02 17:51:11.128102 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2117268979 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2480> 2017-12-02 17:51:11.128156 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2117268979 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf4a00 auth(proto 0 30 bytes epoch 0) v1 -2479> 2017-12-02 17:51:11.128184 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2117268979 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf4a00 con 0x55cf1fcc3000 -2478> 2017-12-02 17:51:11.128214 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194136) is_readable = 1 - now=2017-12-02 17:51:11.128215 lease_expire=2017-12-02 17:51:15.682848 has v0 lc 1194136 -2477> 2017-12-02 17:51:11.128237 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2117268979 -- mon_map magic: 0 v1 -- 0x55cf1f741c00 con 0 -2476> 2017-12-02 17:51:11.128266 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -2475> 2017-12-02 17:51:11.128274 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2117268979 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -2474> 2017-12-02 17:51:11.128657 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2117268979 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf4c80 auth(proto 2 32 bytes epoch 0) v1 -2473> 2017-12-02 17:51:11.128706 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2117268979 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2536773847 0 0) 0x55cf1fbf4c80 con 0x55cf1fcc3000 -2472> 2017-12-02 17:51:11.128717 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194136) is_readable = 1 - now=2017-12-02 17:51:11.128717 lease_expire=2017-12-02 17:51:15.682848 has v0 lc 1194136 -2471> 2017-12-02 17:51:11.128814 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4a00 auth_reply(proto 2 0 (0) Success) v1 -2470> 2017-12-02 17:51:11.128824 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2117268979 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4a00 con 0 -2469> 2017-12-02 17:51:11.129070 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2117268979 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf4a00 auth(proto 2 165 bytes epoch 0) v1 -2468> 2017-12-02 17:51:11.129087 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2117268979 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2799875926 0 0) 0x55cf1fbf4a00 con 0x55cf1fcc3000 -2467> 2017-12-02 17:51:11.129097 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194136) is_readable = 1 - now=2017-12-02 17:51:11.129097 lease_expire=2017-12-02 17:51:15.682848 has v0 lc 1194136 -2466> 2017-12-02 17:51:11.129214 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -2465> 2017-12-02 17:51:11.129222 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2117268979 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -2464> 2017-12-02 17:51:11.129308 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2117268979 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -2463> 2017-12-02 17:51:11.129318 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2117268979 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -2462> 2017-12-02 17:51:11.129323 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2117268979 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -2461> 2017-12-02 17:51:11.129329 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2117268979 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -2460> 2017-12-02 17:51:11.129338 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2117268979 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -2459> 2017-12-02 17:51:12.358921 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133387 0x55cf1fd4b0c0 paxos(begin lc 1194136 fc 0 pn 21200 opn 0) v4 -2458> 2017-12-02 17:51:12.359033 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133387 ==== paxos(begin lc 1194136 fc 0 pn 21200 opn 0) v4 ==== 2570+0+0 (970520929 0 0) 0x55cf1fd4b0c0 con 0x55cf1fade000 -2457> 2017-12-02 17:51:12.359581 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194136 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fd4a3c0 con 0 -2456> 2017-12-02 17:51:12.360439 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133388 0x55cf1fd4a3c0 paxos(commit lc 1194137 fc 0 pn 21200 opn 0) v4 -2455> 2017-12-02 17:51:12.360513 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133388 ==== paxos(commit lc 1194137 fc 0 pn 21200 opn 0) v4 ==== 2570+0+0 (1246644655 0 0) 0x55cf1fd4a3c0 con 0x55cf1fade000 -2454> 2017-12-02 17:51:12.360684 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133389 0x55cf1fce2000 paxos(lease lc 1194137 fc 1193506 pn 0 opn 0) v4 -2453> 2017-12-02 17:51:12.361113 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2452> 2017-12-02 17:51:12.361122 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2451> 2017-12-02 17:51:12.361245 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133389 ==== paxos(lease lc 1194137 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3745365435 0 0) 0x55cf1fce2000 con 0x55cf1fade000 -2450> 2017-12-02 17:51:12.361263 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194137 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fd4a3c0 con 0 -2449> 2017-12-02 17:51:12.361285 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2448> 2017-12-02 17:51:12.361290 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194137) is_readable = 1 - now=2017-12-02 17:51:12.361291 lease_expire=2017-12-02 17:51:17.361042 has v0 lc 1194137 -2447> 2017-12-02 17:51:12.594246 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54d200 con 0 -2446> 2017-12-02 17:51:14.361147 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133390 0x55cf1fd4a3c0 paxos(begin lc 1194137 fc 0 pn 21200 opn 0) v4 -2445> 2017-12-02 17:51:14.361242 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133390 ==== paxos(begin lc 1194137 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1456031238 0 0) 0x55cf1fd4a3c0 con 0x55cf1fade000 -2444> 2017-12-02 17:51:14.361864 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194137 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce2000 con 0 -2443> 2017-12-02 17:51:14.362755 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133391 0x55cf1fce2000 paxos(commit lc 1194138 fc 0 pn 21200 opn 0) v4 -2442> 2017-12-02 17:51:14.362844 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133391 ==== paxos(commit lc 1194138 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3597294791 0 0) 0x55cf1fce2000 con 0x55cf1fade000 -2441> 2017-12-02 17:51:14.362899 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133392 0x55cf1fce2340 paxos(lease lc 1194138 fc 1193506 pn 0 opn 0) v4 -2440> 2017-12-02 17:51:14.363524 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2439> 2017-12-02 17:51:14.363534 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2438> 2017-12-02 17:51:14.363643 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133392 ==== paxos(lease lc 1194138 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3712004760 0 0) 0x55cf1fce2340 con 0x55cf1fade000 -2437> 2017-12-02 17:51:14.363660 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194138 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce2000 con 0 -2436> 2017-12-02 17:51:14.363675 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2435> 2017-12-02 17:51:14.363680 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194138) is_readable = 1 - now=2017-12-02 17:51:14.363681 lease_expire=2017-12-02 17:51:19.363281 has v0 lc 1194138 -2434> 2017-12-02 17:51:15.297389 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2433> 2017-12-02 17:51:15.297569 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2160269244 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -2432> 2017-12-02 17:51:15.297629 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2160269244 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2431> 2017-12-02 17:51:15.297737 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2160269244 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf4c80 auth(proto 0 30 bytes epoch 0) v1 -2430> 2017-12-02 17:51:15.297809 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2160269244 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf4c80 con 0x55cf1fcc4800 -2429> 2017-12-02 17:51:15.297839 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194138) is_readable = 1 - now=2017-12-02 17:51:15.297840 lease_expire=2017-12-02 17:51:19.363281 has v0 lc 1194138 -2428> 2017-12-02 17:51:15.297881 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2160269244 -- mon_map magic: 0 v1 -- 0x55cf1fbf4a00 con 0 -2427> 2017-12-02 17:51:15.297923 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4f00 auth_reply(proto 2 0 (0) Success) v1 -2426> 2017-12-02 17:51:15.297937 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2160269244 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4f00 con 0 -2425> 2017-12-02 17:51:15.298260 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2160269244 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf4f00 auth(proto 2 32 bytes epoch 0) v1 -2424> 2017-12-02 17:51:15.298316 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2160269244 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (4057132876 0 0) 0x55cf1fbf4f00 con 0x55cf1fcc4800 -2423> 2017-12-02 17:51:15.298339 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194138) is_readable = 1 - now=2017-12-02 17:51:15.298340 lease_expire=2017-12-02 17:51:19.363281 has v0 lc 1194138 -2422> 2017-12-02 17:51:15.298508 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -2421> 2017-12-02 17:51:15.298520 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2160269244 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -2420> 2017-12-02 17:51:15.298754 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2160269244 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf4c80 auth(proto 2 165 bytes epoch 0) v1 -2419> 2017-12-02 17:51:15.298778 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2160269244 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (758730438 0 0) 0x55cf1fbf4c80 con 0x55cf1fcc4800 -2418> 2017-12-02 17:51:15.298790 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194138) is_readable = 1 - now=2017-12-02 17:51:15.298791 lease_expire=2017-12-02 17:51:19.363281 has v0 lc 1194138 -2417> 2017-12-02 17:51:15.298889 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2160269244 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -2416> 2017-12-02 17:51:15.298897 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2160269244 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -2415> 2017-12-02 17:51:15.298901 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2160269244 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -2414> 2017-12-02 17:51:15.298907 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2160269244 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -2413> 2017-12-02 17:51:15.298911 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2160269244 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -2412> 2017-12-02 17:51:15.298924 7f793c747700 1 -- 10.1.80.4:6789/0 reap_dead start -2411> 2017-12-02 17:51:15.298930 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7b000 -2410> 2017-12-02 17:51:15.298943 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7c800 -2409> 2017-12-02 17:51:15.298949 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc1800 -2408> 2017-12-02 17:51:15.298947 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4f00 auth_reply(proto 2 0 (0) Success) v1 -2407> 2017-12-02 17:51:15.298957 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc3000 -2406> 2017-12-02 17:51:15.298955 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2160269244 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4f00 con 0 -2405> 2017-12-02 17:51:15.298976 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc4800 -2404> 2017-12-02 17:51:15.363713 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133393 0x55cf1fce2000 paxos(begin lc 1194138 fc 0 pn 21200 opn 0) v4 -2403> 2017-12-02 17:51:15.363770 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133393 ==== paxos(begin lc 1194138 fc 0 pn 21200 opn 0) v4 ==== 9899+0+0 (948132847 0 0) 0x55cf1fce2000 con 0x55cf1fade000 -2402> 2017-12-02 17:51:15.364308 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194138 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce2340 con 0 -2401> 2017-12-02 17:51:15.365670 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133394 0x55cf1fce2340 paxos(commit lc 1194139 fc 0 pn 21200 opn 0) v4 -2400> 2017-12-02 17:51:15.365766 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133394 ==== paxos(commit lc 1194139 fc 0 pn 21200 opn 0) v4 ==== 9899+0+0 (773823449 0 0) 0x55cf1fce2340 con 0x55cf1fade000 -2399> 2017-12-02 17:51:15.365788 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133395 0x55cf1fce2680 paxos(lease lc 1194139 fc 1193506 pn 0 opn 0) v4 -2398> 2017-12-02 17:51:15.366483 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2397> 2017-12-02 17:51:15.366489 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2396> 2017-12-02 17:51:15.366614 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133395 ==== paxos(lease lc 1194139 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3863358572 0 0) 0x55cf1fce2680 con 0x55cf1fade000 -2395> 2017-12-02 17:51:15.366631 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194139 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce2340 con 0 -2394> 2017-12-02 17:51:15.366646 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2393> 2017-12-02 17:51:15.366669 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194139) is_readable = 1 - now=2017-12-02 17:51:15.366669 lease_expire=2017-12-02 17:51:20.366189 has v0 lc 1194139 -2392> 2017-12-02 17:51:16.366314 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133396 0x55cf1fce2340 paxos(begin lc 1194139 fc 0 pn 21200 opn 0) v4 -2391> 2017-12-02 17:51:16.366389 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133396 ==== paxos(begin lc 1194139 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2143660004 0 0) 0x55cf1fce2340 con 0x55cf1fade000 -2390> 2017-12-02 17:51:16.366925 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194139 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce2680 con 0 -2389> 2017-12-02 17:51:16.368454 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133397 0x55cf1fce2680 paxos(commit lc 1194140 fc 0 pn 21200 opn 0) v4 -2388> 2017-12-02 17:51:16.368537 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133397 ==== paxos(commit lc 1194140 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1745726107 0 0) 0x55cf1fce2680 con 0x55cf1fade000 -2387> 2017-12-02 17:51:16.368725 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133398 0x55cf1fce29c0 paxos(lease lc 1194140 fc 1193506 pn 0 opn 0) v4 -2386> 2017-12-02 17:51:16.369301 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2385> 2017-12-02 17:51:16.369311 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2384> 2017-12-02 17:51:16.369425 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133398 ==== paxos(lease lc 1194140 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1918457415 0 0) 0x55cf1fce29c0 con 0x55cf1fade000 -2383> 2017-12-02 17:51:16.369441 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194140 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce2680 con 0 -2382> 2017-12-02 17:51:16.369456 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2381> 2017-12-02 17:51:16.369478 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194140) is_readable = 1 - now=2017-12-02 17:51:16.369478 lease_expire=2017-12-02 17:51:21.369063 has v0 lc 1194140 -2380> 2017-12-02 17:51:17.594503 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54e700 con 0 -2379> 2017-12-02 17:51:18.363810 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133399 0x55cf1fce2680 paxos(begin lc 1194140 fc 0 pn 21200 opn 0) v4 -2378> 2017-12-02 17:51:18.363887 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133399 ==== paxos(begin lc 1194140 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (345856560 0 0) 0x55cf1fce2680 con 0x55cf1fade000 -2377> 2017-12-02 17:51:18.364409 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194140 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce29c0 con 0 -2376> 2017-12-02 17:51:18.365437 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133400 0x55cf1fce29c0 paxos(commit lc 1194141 fc 0 pn 21200 opn 0) v4 -2375> 2017-12-02 17:51:18.365488 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133400 ==== paxos(commit lc 1194141 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3239646675 0 0) 0x55cf1fce29c0 con 0x55cf1fade000 -2374> 2017-12-02 17:51:18.365630 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133401 0x55cf1fce2d00 paxos(lease lc 1194141 fc 1193506 pn 0 opn 0) v4 -2373> 2017-12-02 17:51:18.366008 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2372> 2017-12-02 17:51:18.366016 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2371> 2017-12-02 17:51:18.366128 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133401 ==== paxos(lease lc 1194141 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2275828313 0 0) 0x55cf1fce2d00 con 0x55cf1fade000 -2370> 2017-12-02 17:51:18.366146 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194141 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce29c0 con 0 -2369> 2017-12-02 17:51:18.366162 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2368> 2017-12-02 17:51:18.366168 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194141) is_readable = 1 - now=2017-12-02 17:51:18.366169 lease_expire=2017-12-02 17:51:23.366039 has v0 lc 1194141 -2367> 2017-12-02 17:51:18.914197 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2366> 2017-12-02 17:51:18.914334 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -2365> 2017-12-02 17:51:18.914357 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2364> 2017-12-02 17:51:18.914442 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1f741700 auth(proto 0 30 bytes epoch 0) v1 -2363> 2017-12-02 17:51:18.914459 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/962736995 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f741700 con 0x55cf1fcc1800 -2362> 2017-12-02 17:51:18.914483 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194141) is_readable = 1 - now=2017-12-02 17:51:18.914484 lease_expire=2017-12-02 17:51:23.366039 has v0 lc 1194141 -2361> 2017-12-02 17:51:18.914516 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/962736995 -- mon_map magic: 0 v1 -- 0x55cf1fbf4c80 con 0 -2360> 2017-12-02 17:51:18.914545 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4f00 auth_reply(proto 2 0 (0) Success) v1 -2359> 2017-12-02 17:51:18.914553 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/962736995 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4f00 con 0 -2358> 2017-12-02 17:51:18.914829 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf4f00 auth(proto 2 32 bytes epoch 0) v1 -2357> 2017-12-02 17:51:18.914885 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/962736995 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (4058385130 0 0) 0x55cf1fbf4f00 con 0x55cf1fcc1800 -2356> 2017-12-02 17:51:18.914896 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194141) is_readable = 1 - now=2017-12-02 17:51:18.914896 lease_expire=2017-12-02 17:51:23.366039 has v0 lc 1194141 -2355> 2017-12-02 17:51:18.915012 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f741700 auth_reply(proto 2 0 (0) Success) v1 -2354> 2017-12-02 17:51:18.915019 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/962736995 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741700 con 0 -2353> 2017-12-02 17:51:18.915174 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1f741700 auth(proto 2 165 bytes epoch 0) v1 -2352> 2017-12-02 17:51:18.915190 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/962736995 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (3752645383 0 0) 0x55cf1f741700 con 0x55cf1fcc1800 -2351> 2017-12-02 17:51:18.915199 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194141) is_readable = 1 - now=2017-12-02 17:51:18.915199 lease_expire=2017-12-02 17:51:23.366039 has v0 lc 1194141 -2350> 2017-12-02 17:51:18.915321 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4f00 auth_reply(proto 2 0 (0) Success) v1 -2349> 2017-12-02 17:51:18.915328 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/962736995 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4f00 con 0 -2348> 2017-12-02 17:51:18.915524 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 4 0x55cf1f4bef40 mon_subscribe({monmap=0+}) v2 -2347> 2017-12-02 17:51:18.915552 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/962736995 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4bef40 con 0x55cf1fcc1800 -2346> 2017-12-02 17:51:18.915558 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094115 seq 5 0x55cf1f4bf840 mon_subscribe({mgrmap=0+}) v2 -2345> 2017-12-02 17:51:18.915577 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/962736995 -- mon_map magic: 0 v1 -- 0x55cf1f741700 con 0 -2344> 2017-12-02 17:51:18.915591 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094115 10.1.80.4:0/962736995 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bf840 con 0x55cf1fcc1800 -2343> 2017-12-02 17:51:18.915602 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094115 seq 6 0x55cf1f4bfa80 mon_subscribe({osdmap=0}) v2 -2342> 2017-12-02 17:51:18.915605 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/962736995 -- mgrmap(e 219) v1 -- 0x55cf1f54ea00 con 0 -2341> 2017-12-02 17:51:18.915633 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094115 10.1.80.4:0/962736995 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf1f4bfa80 con 0x55cf1fcc1800 -2340> 2017-12-02 17:51:18.915646 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/962736995 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf5180 con 0 -2339> 2017-12-02 17:51:18.916156 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094115 seq 7 0x55cf1f4bfcc0 getpoolstats(1 ceph v0) v1 -2338> 2017-12-02 17:51:18.916195 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094115 10.1.80.4:0/962736995 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf1f4bfcc0 con 0x55cf1fcc1800 -2337> 2017-12-02 17:51:18.916205 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194141) is_readable = 1 - now=2017-12-02 17:51:18.916206 lease_expire=2017-12-02 17:51:23.366039 has v0 lc 1194141 -2336> 2017-12-02 17:51:18.916220 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5400 getpoolstatsreply(1 v946075) v1 -2335> 2017-12-02 17:51:18.916223 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/962736995 -- getpoolstatsreply(1 v946075) v1 -- 0x55cf1fbf5400 con 0 -2334> 2017-12-02 17:51:18.916402 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094115 seq 8 0x55cf1f4bf600 statfs(2 pool -1 v946075) v2 -2333> 2017-12-02 17:51:18.916416 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094115 10.1.80.4:0/962736995 8 ==== statfs(2 pool -1 v946075) v2 ==== 35+0+0 (2380868106 0 0) 0x55cf1f4bf600 con 0x55cf1fcc1800 -2332> 2017-12-02 17:51:18.916423 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194141) is_readable = 1 - now=2017-12-02 17:51:18.916424 lease_expire=2017-12-02 17:51:23.366039 has v0 lc 1194141 -2331> 2017-12-02 17:51:18.916432 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f4bfcc0 statfs_reply(2) v1 -2330> 2017-12-02 17:51:18.916437 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/962736995 -- statfs_reply(2) v1 -- 0x55cf1f4bfcc0 con 0 -2329> 2017-12-02 17:51:18.916768 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -2328> 2017-12-02 17:51:18.916775 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -2327> 2017-12-02 17:51:18.916780 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -2326> 2017-12-02 17:51:18.916789 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -2325> 2017-12-02 17:51:18.916793 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/962736995 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -2324> 2017-12-02 17:51:20.372891 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133402 0x55cf1fce29c0 paxos(begin lc 1194141 fc 0 pn 21200 opn 0) v4 -2323> 2017-12-02 17:51:20.372980 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133402 ==== paxos(begin lc 1194141 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3183048996 0 0) 0x55cf1fce29c0 con 0x55cf1fade000 -2322> 2017-12-02 17:51:20.373625 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194141 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce2d00 con 0 -2321> 2017-12-02 17:51:20.374679 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133403 0x55cf1fce2d00 paxos(commit lc 1194142 fc 0 pn 21200 opn 0) v4 -2320> 2017-12-02 17:51:20.374751 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133403 ==== paxos(commit lc 1194142 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3156594796 0 0) 0x55cf1fce2d00 con 0x55cf1fade000 -2319> 2017-12-02 17:51:20.374825 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133404 0x55cf1fce3040 paxos(lease lc 1194142 fc 1193506 pn 0 opn 0) v4 -2318> 2017-12-02 17:51:20.375376 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2317> 2017-12-02 17:51:20.375385 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2316> 2017-12-02 17:51:20.375534 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133404 ==== paxos(lease lc 1194142 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1297895245 0 0) 0x55cf1fce3040 con 0x55cf1fade000 -2315> 2017-12-02 17:51:20.375553 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194142 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce2000 con 0 -2314> 2017-12-02 17:51:20.375570 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2313> 2017-12-02 17:51:20.375593 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194142) is_readable = 1 - now=2017-12-02 17:51:20.375595 lease_expire=2017-12-02 17:51:25.375231 has v0 lc 1194142 -2312> 2017-12-02 17:51:21.213985 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2311> 2017-12-02 17:51:21.214157 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1082340612 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -2310> 2017-12-02 17:51:21.214218 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1082340612 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2309> 2017-12-02 17:51:21.214290 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1082340612 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf4c80 auth(proto 0 30 bytes epoch 0) v1 -2308> 2017-12-02 17:51:21.214312 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1082340612 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf4c80 con 0x55cf1fcc3000 -2307> 2017-12-02 17:51:21.214338 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194142) is_readable = 1 - now=2017-12-02 17:51:21.214338 lease_expire=2017-12-02 17:51:25.375231 has v0 lc 1194142 -2306> 2017-12-02 17:51:21.214372 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1082340612 -- mon_map magic: 0 v1 -- 0x55cf1fbf5400 con 0 -2305> 2017-12-02 17:51:21.214409 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4a00 auth_reply(proto 2 0 (0) Success) v1 -2304> 2017-12-02 17:51:21.214419 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1082340612 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4a00 con 0 -2303> 2017-12-02 17:51:21.214728 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1082340612 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf4a00 auth(proto 2 32 bytes epoch 0) v1 -2302> 2017-12-02 17:51:21.214773 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1082340612 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (1585996881 0 0) 0x55cf1fbf4a00 con 0x55cf1fcc3000 -2301> 2017-12-02 17:51:21.214790 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194142) is_readable = 1 - now=2017-12-02 17:51:21.214790 lease_expire=2017-12-02 17:51:25.375231 has v0 lc 1194142 -2300> 2017-12-02 17:51:21.214923 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -2299> 2017-12-02 17:51:21.214932 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1082340612 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -2298> 2017-12-02 17:51:21.215133 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1082340612 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf4c80 auth(proto 2 165 bytes epoch 0) v1 -2297> 2017-12-02 17:51:21.215149 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1082340612 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (28923608 0 0) 0x55cf1fbf4c80 con 0x55cf1fcc3000 -2296> 2017-12-02 17:51:21.215158 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194142) is_readable = 1 - now=2017-12-02 17:51:21.215159 lease_expire=2017-12-02 17:51:25.375231 has v0 lc 1194142 -2295> 2017-12-02 17:51:21.215295 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4a00 auth_reply(proto 2 0 (0) Success) v1 -2294> 2017-12-02 17:51:21.215302 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1082340612 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4a00 con 0 -2293> 2017-12-02 17:51:21.215351 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1082340612 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -2292> 2017-12-02 17:51:21.215358 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1082340612 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -2291> 2017-12-02 17:51:21.215363 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1082340612 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -2290> 2017-12-02 17:51:21.215367 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1082340612 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -2289> 2017-12-02 17:51:21.215370 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1082340612 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -2288> 2017-12-02 17:51:21.270463 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2287> 2017-12-02 17:51:21.270617 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -2286> 2017-12-02 17:51:21.270687 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2285> 2017-12-02 17:51:21.270794 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf4a00 auth(proto 0 30 bytes epoch 0) v1 -2284> 2017-12-02 17:51:21.270810 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1392018588 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf4a00 con 0x55cf1fcc4800 -2283> 2017-12-02 17:51:21.270827 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194142) is_readable = 1 - now=2017-12-02 17:51:21.270828 lease_expire=2017-12-02 17:51:25.375231 has v0 lc 1194142 -2282> 2017-12-02 17:51:21.270851 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1392018588 -- mon_map magic: 0 v1 -- 0x55cf1fbf4c80 con 0 -2281> 2017-12-02 17:51:21.270875 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5680 auth_reply(proto 2 0 (0) Success) v1 -2280> 2017-12-02 17:51:21.270882 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1392018588 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5680 con 0 -2279> 2017-12-02 17:51:21.271282 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf5180 auth(proto 2 32 bytes epoch 0) v1 -2278> 2017-12-02 17:51:21.271326 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1392018588 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (1343425373 0 0) 0x55cf1fbf5180 con 0x55cf1fcc4800 -2277> 2017-12-02 17:51:21.271336 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194142) is_readable = 1 - now=2017-12-02 17:51:21.271337 lease_expire=2017-12-02 17:51:25.375231 has v0 lc 1194142 -2276> 2017-12-02 17:51:21.271412 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4a00 auth_reply(proto 2 0 (0) Success) v1 -2275> 2017-12-02 17:51:21.271419 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1392018588 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4a00 con 0 -2274> 2017-12-02 17:51:21.271674 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf4a00 auth(proto 2 165 bytes epoch 0) v1 -2273> 2017-12-02 17:51:21.271688 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1392018588 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (1028197259 0 0) 0x55cf1fbf4a00 con 0x55cf1fcc4800 -2272> 2017-12-02 17:51:21.271697 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194142) is_readable = 1 - now=2017-12-02 17:51:21.271697 lease_expire=2017-12-02 17:51:25.375231 has v0 lc 1194142 -2271> 2017-12-02 17:51:21.271806 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5180 auth_reply(proto 2 0 (0) Success) v1 -2270> 2017-12-02 17:51:21.271813 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1392018588 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5180 con 0 -2269> 2017-12-02 17:51:21.272168 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 4 0x55cf1f4bfcc0 mon_subscribe({monmap=0+}) v2 -2268> 2017-12-02 17:51:21.272203 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094123 seq 5 0x55cf1f4bf3c0 mon_subscribe({mgrmap=0+}) v2 -2267> 2017-12-02 17:51:21.272218 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1392018588 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4bfcc0 con 0x55cf1fcc4800 -2266> 2017-12-02 17:51:21.272254 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094123 seq 6 0x55cf1f4bdf80 mon_subscribe({osdmap=0}) v2 -2265> 2017-12-02 17:51:21.272259 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1392018588 -- mon_map magic: 0 v1 -- 0x55cf1fbf4a00 con 0 -2264> 2017-12-02 17:51:21.272294 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094123 10.1.80.1:0/1392018588 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bf3c0 con 0x55cf1fcc4800 -2263> 2017-12-02 17:51:21.272316 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1392018588 -- mgrmap(e 219) v1 -- 0x55cf1f54d800 con 0 -2262> 2017-12-02 17:51:21.272334 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094123 10.1.80.1:0/1392018588 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf1f4bdf80 con 0x55cf1fcc4800 -2261> 2017-12-02 17:51:21.272353 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1392018588 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf5900 con 0 -2260> 2017-12-02 17:51:21.272904 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094123 seq 7 0x55cf1f4beac0 getpoolstats(1 ceph v0) v1 -2259> 2017-12-02 17:51:21.272919 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094123 10.1.80.1:0/1392018588 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf1f4beac0 con 0x55cf1fcc4800 -2258> 2017-12-02 17:51:21.272927 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194142) is_readable = 1 - now=2017-12-02 17:51:21.272927 lease_expire=2017-12-02 17:51:25.375231 has v0 lc 1194142 -2257> 2017-12-02 17:51:21.272940 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5b80 getpoolstatsreply(1 v946076) v1 -2256> 2017-12-02 17:51:21.272944 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1392018588 -- getpoolstatsreply(1 v946076) v1 -- 0x55cf1fbf5b80 con 0 -2255> 2017-12-02 17:51:21.273191 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094123 seq 8 0x55cf1f4bef40 statfs(2 pool -1 v946076) v2 -2254> 2017-12-02 17:51:21.273206 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094123 10.1.80.1:0/1392018588 8 ==== statfs(2 pool -1 v946076) v2 ==== 35+0+0 (1756940515 0 0) 0x55cf1f4bef40 con 0x55cf1fcc4800 -2253> 2017-12-02 17:51:21.273214 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194142) is_readable = 1 - now=2017-12-02 17:51:21.273215 lease_expire=2017-12-02 17:51:25.375231 has v0 lc 1194142 -2252> 2017-12-02 17:51:21.273222 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f4beac0 statfs_reply(2) v1 -2251> 2017-12-02 17:51:21.273227 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1392018588 -- statfs_reply(2) v1 -- 0x55cf1f4beac0 con 0 -2250> 2017-12-02 17:51:21.273684 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -2249> 2017-12-02 17:51:21.273692 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -2248> 2017-12-02 17:51:21.273696 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -2247> 2017-12-02 17:51:21.273700 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -2246> 2017-12-02 17:51:21.273705 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1392018588 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -2245> 2017-12-02 17:51:22.299844 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2244> 2017-12-02 17:51:22.300017 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2793024520 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -2243> 2017-12-02 17:51:22.300117 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2793024520 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2242> 2017-12-02 17:51:22.300172 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2793024520 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf5b80 auth(proto 0 30 bytes epoch 0) v1 -2241> 2017-12-02 17:51:22.300203 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2793024520 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf5b80 con 0x55cf1fb7b000 -2240> 2017-12-02 17:51:22.300241 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194142) is_readable = 1 - now=2017-12-02 17:51:22.300242 lease_expire=2017-12-02 17:51:25.375231 has v0 lc 1194142 -2239> 2017-12-02 17:51:22.300284 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2793024520 -- mon_map magic: 0 v1 -- 0x55cf1fbf5680 con 0 -2238> 2017-12-02 17:51:22.300326 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -2237> 2017-12-02 17:51:22.300338 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2793024520 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -2236> 2017-12-02 17:51:22.300692 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2793024520 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf4c80 auth(proto 2 32 bytes epoch 0) v1 -2235> 2017-12-02 17:51:22.300718 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2793024520 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (891397604 0 0) 0x55cf1fbf4c80 con 0x55cf1fb7b000 -2234> 2017-12-02 17:51:22.300726 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194142) is_readable = 1 - now=2017-12-02 17:51:22.300727 lease_expire=2017-12-02 17:51:25.375231 has v0 lc 1194142 -2233> 2017-12-02 17:51:22.300888 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5b80 auth_reply(proto 2 0 (0) Success) v1 -2232> 2017-12-02 17:51:22.300897 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2793024520 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5b80 con 0 -2231> 2017-12-02 17:51:22.301130 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2793024520 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf5b80 auth(proto 2 165 bytes epoch 0) v1 -2230> 2017-12-02 17:51:22.301188 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2793024520 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (4015819041 0 0) 0x55cf1fbf5b80 con 0x55cf1fb7b000 -2229> 2017-12-02 17:51:22.301217 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194142) is_readable = 1 - now=2017-12-02 17:51:22.301218 lease_expire=2017-12-02 17:51:25.375231 has v0 lc 1194142 -2228> 2017-12-02 17:51:22.301427 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -2227> 2017-12-02 17:51:22.301441 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2793024520 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -2226> 2017-12-02 17:51:22.301518 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2793024520 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -2225> 2017-12-02 17:51:22.301531 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2793024520 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -2224> 2017-12-02 17:51:22.301537 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2793024520 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -2223> 2017-12-02 17:51:22.301543 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2793024520 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -2222> 2017-12-02 17:51:22.301548 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2793024520 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -2221> 2017-12-02 17:51:22.353655 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133405 0x55cf1fce2000 paxos(begin lc 1194142 fc 0 pn 21200 opn 0) v4 -2220> 2017-12-02 17:51:22.353719 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133405 ==== paxos(begin lc 1194142 fc 0 pn 21200 opn 0) v4 ==== 9974+0+0 (4166558456 0 0) 0x55cf1fce2000 con 0x55cf1fade000 -2219> 2017-12-02 17:51:22.354352 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194142 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce3040 con 0 -2218> 2017-12-02 17:51:22.355229 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133406 0x55cf1fce3040 paxos(commit lc 1194143 fc 0 pn 21200 opn 0) v4 -2217> 2017-12-02 17:51:22.355304 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133406 ==== paxos(commit lc 1194143 fc 0 pn 21200 opn 0) v4 ==== 9974+0+0 (4294318481 0 0) 0x55cf1fce3040 con 0x55cf1fade000 -2216> 2017-12-02 17:51:22.355410 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133407 0x55cf1fce3380 paxos(lease lc 1194143 fc 1193506 pn 0 opn 0) v4 -2215> 2017-12-02 17:51:22.356003 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2214> 2017-12-02 17:51:22.356009 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2213> 2017-12-02 17:51:22.356137 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133407 ==== paxos(lease lc 1194143 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2716491784 0 0) 0x55cf1fce3380 con 0x55cf1fade000 -2212> 2017-12-02 17:51:22.356154 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194143 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce3040 con 0 -2211> 2017-12-02 17:51:22.356171 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2210> 2017-12-02 17:51:22.356195 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194143) is_readable = 1 - now=2017-12-02 17:51:22.356195 lease_expire=2017-12-02 17:51:27.355813 has v0 lc 1194143 -2209> 2017-12-02 17:51:22.367318 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133408 0x55cf1fce3040 paxos(begin lc 1194143 fc 0 pn 21200 opn 0) v4 -2208> 2017-12-02 17:51:22.367394 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133408 ==== paxos(begin lc 1194143 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1091549199 0 0) 0x55cf1fce3040 con 0x55cf1fade000 -2207> 2017-12-02 17:51:22.367840 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194143 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce3380 con 0 -2206> 2017-12-02 17:51:22.368712 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133409 0x55cf1fce3380 paxos(commit lc 1194144 fc 0 pn 21200 opn 0) v4 -2205> 2017-12-02 17:51:22.368797 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133409 ==== paxos(commit lc 1194144 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2362168848 0 0) 0x55cf1fce3380 con 0x55cf1fade000 -2204> 2017-12-02 17:51:22.368838 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133410 0x55cf1fce36c0 paxos(lease lc 1194144 fc 1193506 pn 0 opn 0) v4 -2203> 2017-12-02 17:51:22.369356 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2202> 2017-12-02 17:51:22.369363 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2201> 2017-12-02 17:51:22.369459 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133410 ==== paxos(lease lc 1194144 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3324070590 0 0) 0x55cf1fce36c0 con 0x55cf1fade000 -2200> 2017-12-02 17:51:22.369475 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194144 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce2d00 con 0 -2199> 2017-12-02 17:51:22.369488 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2198> 2017-12-02 17:51:22.369493 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194144) is_readable = 1 - now=2017-12-02 17:51:22.369510 lease_expire=2017-12-02 17:51:27.369228 has v0 lc 1194144 -2197> 2017-12-02 17:51:22.594746 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54ea00 con 0 -2196> 2017-12-02 17:51:24.369963 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133411 0x55cf1fce2d00 paxos(begin lc 1194144 fc 0 pn 21200 opn 0) v4 -2195> 2017-12-02 17:51:24.370040 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133411 ==== paxos(begin lc 1194144 fc 0 pn 21200 opn 0) v4 ==== 2570+0+0 (466768235 0 0) 0x55cf1fce2d00 con 0x55cf1fade000 -2194> 2017-12-02 17:51:24.370713 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194144 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce36c0 con 0 -2193> 2017-12-02 17:51:24.371520 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133412 0x55cf1fce36c0 paxos(commit lc 1194145 fc 0 pn 21200 opn 0) v4 -2192> 2017-12-02 17:51:24.371544 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133412 ==== paxos(commit lc 1194145 fc 0 pn 21200 opn 0) v4 ==== 2570+0+0 (1819071814 0 0) 0x55cf1fce36c0 con 0x55cf1fade000 -2191> 2017-12-02 17:51:24.371746 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133413 0x55cf1fce3a00 paxos(lease lc 1194145 fc 1193506 pn 0 opn 0) v4 -2190> 2017-12-02 17:51:24.372109 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2189> 2017-12-02 17:51:24.372116 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2188> 2017-12-02 17:51:24.372238 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133413 ==== paxos(lease lc 1194145 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2680377607 0 0) 0x55cf1fce3a00 con 0x55cf1fade000 -2187> 2017-12-02 17:51:24.372254 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194145 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce36c0 con 0 -2186> 2017-12-02 17:51:24.372268 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2185> 2017-12-02 17:51:24.372273 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194145) is_readable = 1 - now=2017-12-02 17:51:24.372273 lease_expire=2017-12-02 17:51:29.372151 has v0 lc 1194145 -2184> 2017-12-02 17:51:26.371585 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133414 0x55cf1fce36c0 paxos(begin lc 1194145 fc 0 pn 21200 opn 0) v4 -2183> 2017-12-02 17:51:26.371653 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133414 ==== paxos(begin lc 1194145 fc 0 pn 21200 opn 0) v4 ==== 2570+0+0 (2649828216 0 0) 0x55cf1fce36c0 con 0x55cf1fade000 -2182> 2017-12-02 17:51:26.372242 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194145 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce3a00 con 0 -2181> 2017-12-02 17:51:26.373219 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133415 0x55cf1fce3a00 paxos(commit lc 1194146 fc 0 pn 21200 opn 0) v4 -2180> 2017-12-02 17:51:26.373303 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133415 ==== paxos(commit lc 1194146 fc 0 pn 21200 opn 0) v4 ==== 2570+0+0 (223262712 0 0) 0x55cf1fce3a00 con 0x55cf1fade000 -2179> 2017-12-02 17:51:26.373392 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133416 0x55cf1fce3d40 paxos(lease lc 1194146 fc 1193506 pn 0 opn 0) v4 -2178> 2017-12-02 17:51:26.373936 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2177> 2017-12-02 17:51:26.373945 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2176> 2017-12-02 17:51:26.374098 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133416 ==== paxos(lease lc 1194146 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (849482712 0 0) 0x55cf1fce3d40 con 0x55cf1fade000 -2175> 2017-12-02 17:51:26.374118 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194146 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce3380 con 0 -2174> 2017-12-02 17:51:26.374135 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2173> 2017-12-02 17:51:26.374141 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194146) is_readable = 1 - now=2017-12-02 17:51:26.374141 lease_expire=2017-12-02 17:51:31.373790 has v0 lc 1194146 -2172> 2017-12-02 17:51:27.594983 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54d800 con 0 -2171> 2017-12-02 17:51:28.372353 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133417 0x55cf1fce3380 paxos(begin lc 1194146 fc 0 pn 21200 opn 0) v4 -2170> 2017-12-02 17:51:28.372400 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133417 ==== paxos(begin lc 1194146 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3087322480 0 0) 0x55cf1fce3380 con 0x55cf1fade000 -2169> 2017-12-02 17:51:28.372913 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194146 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce3d40 con 0 -2168> 2017-12-02 17:51:28.373747 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133418 0x55cf1fce3d40 paxos(commit lc 1194147 fc 0 pn 21200 opn 0) v4 -2167> 2017-12-02 17:51:28.373814 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133418 ==== paxos(commit lc 1194147 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1587366174 0 0) 0x55cf1fce3d40 con 0x55cf1fade000 -2166> 2017-12-02 17:51:28.373925 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133419 0x55cf1fce4080 paxos(lease lc 1194147 fc 1193506 pn 0 opn 0) v4 -2165> 2017-12-02 17:51:28.374411 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -2164> 2017-12-02 17:51:28.374423 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -2163> 2017-12-02 17:51:28.374564 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133419 ==== paxos(lease lc 1194147 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1367130269 0 0) 0x55cf1fce4080 con 0x55cf1fade000 -2162> 2017-12-02 17:51:28.374582 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194147 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce3d40 con 0 -2161> 2017-12-02 17:51:28.374597 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -2160> 2017-12-02 17:51:28.374602 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:28.374602 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2159> 2017-12-02 17:51:28.874430 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2158> 2017-12-02 17:51:28.874577 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -2157> 2017-12-02 17:51:28.874666 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2156> 2017-12-02 17:51:28.874739 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf4c80 auth(proto 0 30 bytes epoch 0) v1 -2155> 2017-12-02 17:51:28.874756 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/411740453 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf4c80 con 0x55cf1fb7c800 -2154> 2017-12-02 17:51:28.874780 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:28.874780 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2153> 2017-12-02 17:51:28.874815 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/411740453 -- mon_map magic: 0 v1 -- 0x55cf1fbf5b80 con 0 -2152> 2017-12-02 17:51:28.874848 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f741c00 auth_reply(proto 2 0 (0) Success) v1 -2151> 2017-12-02 17:51:28.874858 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/411740453 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741c00 con 0 -2150> 2017-12-02 17:51:28.875238 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1f741c00 auth(proto 2 32 bytes epoch 0) v1 -2149> 2017-12-02 17:51:28.875274 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/411740453 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (3926176685 0 0) 0x55cf1f741c00 con 0x55cf1fb7c800 -2148> 2017-12-02 17:51:28.875284 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:28.875285 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2147> 2017-12-02 17:51:28.875406 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -2146> 2017-12-02 17:51:28.875414 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/411740453 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -2145> 2017-12-02 17:51:28.875633 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf4c80 auth(proto 2 165 bytes epoch 0) v1 -2144> 2017-12-02 17:51:28.875648 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/411740453 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (1386626414 0 0) 0x55cf1fbf4c80 con 0x55cf1fb7c800 -2143> 2017-12-02 17:51:28.875657 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:28.875657 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2142> 2017-12-02 17:51:28.875781 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f741c00 auth_reply(proto 2 0 (0) Success) v1 -2141> 2017-12-02 17:51:28.875788 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/411740453 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741c00 con 0 -2140> 2017-12-02 17:51:28.876082 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 4 0x55cf1f4beac0 mon_subscribe({monmap=0+}) v2 -2139> 2017-12-02 17:51:28.876114 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094131 seq 5 0x55cf1f4bf840 mon_subscribe({mgrmap=0+}) v2 -2138> 2017-12-02 17:51:28.876127 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/411740453 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4beac0 con 0x55cf1fb7c800 -2137> 2017-12-02 17:51:28.876150 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/411740453 -- mon_map magic: 0 v1 -- 0x55cf1fbf4c80 con 0 -2136> 2017-12-02 17:51:28.876163 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094131 10.1.80.3:0/411740453 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bf840 con 0x55cf1fb7c800 -2135> 2017-12-02 17:51:28.876175 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/411740453 -- mgrmap(e 219) v1 -- 0x55cf1f54ed00 con 0 -2134> 2017-12-02 17:51:28.876177 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094131 seq 6 0x55cf1f4bfa80 mon_subscribe({osdmap=0}) v2 -2133> 2017-12-02 17:51:28.876197 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094131 10.1.80.3:0/411740453 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf1f4bfa80 con 0x55cf1fb7c800 -2132> 2017-12-02 17:51:28.876216 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/411740453 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1f740300 con 0 -2131> 2017-12-02 17:51:28.876834 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094131 seq 7 0x55cf1f4bf600 getpoolstats(1 ceph v0) v1 -2130> 2017-12-02 17:51:28.876851 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094131 10.1.80.3:0/411740453 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf1f4bf600 con 0x55cf1fb7c800 -2129> 2017-12-02 17:51:28.876861 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:28.876861 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2128> 2017-12-02 17:51:28.876876 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f741700 getpoolstatsreply(1 v946080) v1 -2127> 2017-12-02 17:51:28.876880 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/411740453 -- getpoolstatsreply(1 v946080) v1 -- 0x55cf1f741700 con 0 -2126> 2017-12-02 17:51:28.877142 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094131 seq 8 0x55cf1f4bfcc0 statfs(2 pool -1 v946080) v2 -2125> 2017-12-02 17:51:28.877180 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094131 10.1.80.3:0/411740453 8 ==== statfs(2 pool -1 v946080) v2 ==== 35+0+0 (3702048752 0 0) 0x55cf1f4bfcc0 con 0x55cf1fb7c800 -2124> 2017-12-02 17:51:28.877189 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:28.877190 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2123> 2017-12-02 17:51:28.877199 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f4bf600 statfs_reply(2) v1 -2122> 2017-12-02 17:51:28.877202 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/411740453 -- statfs_reply(2) v1 -- 0x55cf1f4bf600 con 0 -2121> 2017-12-02 17:51:28.877534 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -2120> 2017-12-02 17:51:28.877541 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -2119> 2017-12-02 17:51:28.877546 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -2118> 2017-12-02 17:51:28.877550 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -2117> 2017-12-02 17:51:28.877555 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/411740453 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -2116> 2017-12-02 17:51:28.877566 7f793c747700 1 -- 10.1.80.4:6789/0 reap_dead start -2115> 2017-12-02 17:51:28.877569 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7b000 -2114> 2017-12-02 17:51:28.877576 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7c800 -2113> 2017-12-02 17:51:28.877580 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc1800 -2112> 2017-12-02 17:51:28.877587 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc3000 -2111> 2017-12-02 17:51:28.877591 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc4800 -2110> 2017-12-02 17:51:28.970039 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2109> 2017-12-02 17:51:28.970219 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -2108> 2017-12-02 17:51:28.970241 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2107> 2017-12-02 17:51:28.970312 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1f741700 auth(proto 0 30 bytes epoch 0) v1 -2106> 2017-12-02 17:51:28.970337 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/1397635697 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f741700 con 0x55cf1fb7c800 -2105> 2017-12-02 17:51:28.970364 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:28.970365 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2104> 2017-12-02 17:51:28.970404 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/1397635697 -- mon_map magic: 0 v1 -- 0x55cf1f741980 con 0 -2103> 2017-12-02 17:51:28.970433 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5400 auth_reply(proto 2 0 (0) Success) v1 -2102> 2017-12-02 17:51:28.970443 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/1397635697 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5400 con 0 -2101> 2017-12-02 17:51:28.970692 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf5400 auth(proto 2 32 bytes epoch 0) v1 -2100> 2017-12-02 17:51:28.970710 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/1397635697 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2932564943 0 0) 0x55cf1fbf5400 con 0x55cf1fb7c800 -2099> 2017-12-02 17:51:28.970721 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:28.970722 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2098> 2017-12-02 17:51:28.970845 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f741700 auth_reply(proto 2 0 (0) Success) v1 -2097> 2017-12-02 17:51:28.970854 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/1397635697 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741700 con 0 -2096> 2017-12-02 17:51:28.970999 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1f741700 auth(proto 2 165 bytes epoch 0) v1 -2095> 2017-12-02 17:51:28.971013 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/1397635697 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (1159304923 0 0) 0x55cf1f741700 con 0x55cf1fb7c800 -2094> 2017-12-02 17:51:28.971022 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:28.971023 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2093> 2017-12-02 17:51:28.971144 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5400 auth_reply(proto 2 0 (0) Success) v1 -2092> 2017-12-02 17:51:28.971152 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/1397635697 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5400 con 0 -2091> 2017-12-02 17:51:28.971373 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 4 0x55cf1f4bf600 mon_subscribe({monmap=0+}) v2 -2090> 2017-12-02 17:51:28.971390 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/1397635697 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4bf600 con 0x55cf1fb7c800 -2089> 2017-12-02 17:51:28.971399 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094135 seq 5 0x55cf1f4bf3c0 mon_subscribe({mgrmap=0+}) v2 -2088> 2017-12-02 17:51:28.971414 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/1397635697 -- mon_map magic: 0 v1 -- 0x55cf1f741700 con 0 -2087> 2017-12-02 17:51:28.971427 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094135 10.1.80.4:0/1397635697 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bf3c0 con 0x55cf1fb7c800 -2086> 2017-12-02 17:51:28.971441 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/1397635697 -- mgrmap(e 219) v1 -- 0x55cf1f54d200 con 0 -2085> 2017-12-02 17:51:28.971477 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094135 seq 6 0x55cf1f4bdf80 mon_subscribe({osdmap=0}) v2 -2084> 2017-12-02 17:51:28.971490 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094135 10.1.80.4:0/1397635697 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf1f4bdf80 con 0x55cf1fb7c800 -2083> 2017-12-02 17:51:28.971504 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/1397635697 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf4f00 con 0 -2082> 2017-12-02 17:51:28.971890 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094135 seq 7 0x55cf1f4bef40 getpoolstats(1 ceph v0) v1 -2081> 2017-12-02 17:51:28.971919 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094135 10.1.80.4:0/1397635697 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf1f4bef40 con 0x55cf1fb7c800 -2080> 2017-12-02 17:51:28.971935 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:28.971935 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2079> 2017-12-02 17:51:28.971951 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5180 getpoolstatsreply(1 v946080) v1 -2078> 2017-12-02 17:51:28.971955 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/1397635697 -- getpoolstatsreply(1 v946080) v1 -- 0x55cf1fbf5180 con 0 -2077> 2017-12-02 17:51:28.972149 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094135 seq 8 0x55cf1f4beac0 statfs(2 pool -1 v946080) v2 -2076> 2017-12-02 17:51:28.972167 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094135 10.1.80.4:0/1397635697 8 ==== statfs(2 pool -1 v946080) v2 ==== 35+0+0 (3702048752 0 0) 0x55cf1f4beac0 con 0x55cf1fb7c800 -2075> 2017-12-02 17:51:28.972181 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:28.972182 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2074> 2017-12-02 17:51:28.972193 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f4bef40 statfs_reply(2) v1 -2073> 2017-12-02 17:51:28.972197 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/1397635697 -- statfs_reply(2) v1 -- 0x55cf1f4bef40 con 0 -2072> 2017-12-02 17:51:28.972535 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -2071> 2017-12-02 17:51:28.972549 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -2070> 2017-12-02 17:51:28.972553 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -2069> 2017-12-02 17:51:28.972559 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -2068> 2017-12-02 17:51:28.972564 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/1397635697 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -2067> 2017-12-02 17:51:29.006813 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2066> 2017-12-02 17:51:29.006902 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -2065> 2017-12-02 17:51:29.006927 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2064> 2017-12-02 17:51:29.006984 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf5180 auth(proto 0 30 bytes epoch 0) v1 -2063> 2017-12-02 17:51:29.007006 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/171676624 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf5180 con 0x55cf1fcc4800 -2062> 2017-12-02 17:51:29.007024 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:29.007025 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2061> 2017-12-02 17:51:29.007050 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/171676624 -- mon_map magic: 0 v1 -- 0x55cf1fbf4a00 con 0 -2060> 2017-12-02 17:51:29.007073 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5900 auth_reply(proto 2 0 (0) Success) v1 -2059> 2017-12-02 17:51:29.007080 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/171676624 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5900 con 0 -2058> 2017-12-02 17:51:29.007314 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf5900 auth(proto 2 32 bytes epoch 0) v1 -2057> 2017-12-02 17:51:29.007331 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/171676624 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (3818871534 0 0) 0x55cf1fbf5900 con 0x55cf1fcc4800 -2056> 2017-12-02 17:51:29.007341 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:29.007342 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2055> 2017-12-02 17:51:29.007435 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5180 auth_reply(proto 2 0 (0) Success) v1 -2054> 2017-12-02 17:51:29.007444 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/171676624 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5180 con 0 -2053> 2017-12-02 17:51:29.007583 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf5180 auth(proto 2 165 bytes epoch 0) v1 -2052> 2017-12-02 17:51:29.007596 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/171676624 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2635790980 0 0) 0x55cf1fbf5180 con 0x55cf1fcc4800 -2051> 2017-12-02 17:51:29.007605 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:29.007606 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2050> 2017-12-02 17:51:29.007716 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5900 auth_reply(proto 2 0 (0) Success) v1 -2049> 2017-12-02 17:51:29.007723 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/171676624 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5900 con 0 -2048> 2017-12-02 17:51:29.007895 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 4 0x55cf1f4bef40 mon_subscribe({monmap=0+}) v2 -2047> 2017-12-02 17:51:29.007910 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/171676624 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4bef40 con 0x55cf1fcc4800 -2046> 2017-12-02 17:51:29.007933 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094139 seq 5 0x55cf1f4bf840 mon_subscribe({mgrmap=0+}) v2 -2045> 2017-12-02 17:51:29.007940 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/171676624 -- mon_map magic: 0 v1 -- 0x55cf1fbf5180 con 0 -2044> 2017-12-02 17:51:29.007960 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094139 10.1.80.4:0/171676624 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bf840 con 0x55cf1fcc4800 -2043> 2017-12-02 17:51:29.007979 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/171676624 -- mgrmap(e 219) v1 -- 0x55cf1f54e700 con 0 -2042> 2017-12-02 17:51:29.008016 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094139 seq 6 0x55cf1f4bfa80 mon_subscribe({osdmap=0}) v2 -2041> 2017-12-02 17:51:29.008033 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094139 10.1.80.4:0/171676624 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf1f4bfa80 con 0x55cf1fcc4800 -2040> 2017-12-02 17:51:29.008053 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/171676624 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf5e00 con 0 -2039> 2017-12-02 17:51:29.008392 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094139 seq 7 0x55cf1f4bfcc0 getpoolstats(1 ceph v0) v1 -2038> 2017-12-02 17:51:29.008408 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094139 10.1.80.4:0/171676624 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf1f4bfcc0 con 0x55cf1fcc4800 -2037> 2017-12-02 17:51:29.008418 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:29.008418 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2036> 2017-12-02 17:51:29.008431 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf6080 getpoolstatsreply(1 v946080) v1 -2035> 2017-12-02 17:51:29.008435 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/171676624 -- getpoolstatsreply(1 v946080) v1 -- 0x55cf1fbf6080 con 0 -2034> 2017-12-02 17:51:29.008589 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094139 seq 8 0x55cf1f4bf600 statfs(2 pool -1 v946080) v2 -2033> 2017-12-02 17:51:29.008604 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094139 10.1.80.4:0/171676624 8 ==== statfs(2 pool -1 v946080) v2 ==== 35+0+0 (3702048752 0 0) 0x55cf1f4bf600 con 0x55cf1fcc4800 -2032> 2017-12-02 17:51:29.008614 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:29.008614 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2031> 2017-12-02 17:51:29.008624 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f4bfcc0 statfs_reply(2) v1 -2030> 2017-12-02 17:51:29.008628 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/171676624 -- statfs_reply(2) v1 -- 0x55cf1f4bfcc0 con 0 -2029> 2017-12-02 17:51:29.008920 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -2028> 2017-12-02 17:51:29.008928 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -2027> 2017-12-02 17:51:29.008931 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -2026> 2017-12-02 17:51:29.008936 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -2025> 2017-12-02 17:51:29.008941 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/171676624 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -2024> 2017-12-02 17:51:29.299249 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -2023> 2017-12-02 17:51:29.299366 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1039200647 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -2022> 2017-12-02 17:51:29.299433 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1039200647 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -2021> 2017-12-02 17:51:29.299490 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1039200647 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6080 auth(proto 0 30 bytes epoch 0) v1 -2020> 2017-12-02 17:51:29.299539 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1039200647 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6080 con 0x55cf1fcc3000 -2019> 2017-12-02 17:51:29.299555 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:29.299555 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2018> 2017-12-02 17:51:29.299577 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1039200647 -- mon_map magic: 0 v1 -- 0x55cf1fbf5680 con 0 -2017> 2017-12-02 17:51:29.299617 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5b80 auth_reply(proto 2 0 (0) Success) v1 -2016> 2017-12-02 17:51:29.299624 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1039200647 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5b80 con 0 -2015> 2017-12-02 17:51:29.300028 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1039200647 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf5b80 auth(proto 2 32 bytes epoch 0) v1 -2014> 2017-12-02 17:51:29.300072 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1039200647 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2085988537 0 0) 0x55cf1fbf5b80 con 0x55cf1fcc3000 -2013> 2017-12-02 17:51:29.300087 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:29.300088 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2012> 2017-12-02 17:51:29.300161 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf6080 auth_reply(proto 2 0 (0) Success) v1 -2011> 2017-12-02 17:51:29.300169 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1039200647 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6080 con 0 -2010> 2017-12-02 17:51:29.300532 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1039200647 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6080 auth(proto 2 165 bytes epoch 0) v1 -2009> 2017-12-02 17:51:29.300568 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1039200647 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (1714536597 0 0) 0x55cf1fbf6080 con 0x55cf1fcc3000 -2008> 2017-12-02 17:51:29.300578 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194147) is_readable = 1 - now=2017-12-02 17:51:29.300579 lease_expire=2017-12-02 17:51:33.374329 has v0 lc 1194147 -2007> 2017-12-02 17:51:29.300675 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5b80 auth_reply(proto 2 0 (0) Success) v1 -2006> 2017-12-02 17:51:29.300681 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1039200647 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5b80 con 0 -2005> 2017-12-02 17:51:29.300861 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1039200647 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -2004> 2017-12-02 17:51:29.300870 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1039200647 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -2003> 2017-12-02 17:51:29.300873 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1039200647 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -2002> 2017-12-02 17:51:29.300879 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1039200647 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -2001> 2017-12-02 17:51:29.300882 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1039200647 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -2000> 2017-12-02 17:51:29.374592 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133420 0x55cf1fce3d40 paxos(begin lc 1194147 fc 0 pn 21200 opn 0) v4 -1999> 2017-12-02 17:51:29.374637 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133420 ==== paxos(begin lc 1194147 fc 0 pn 21200 opn 0) v4 ==== 10169+0+0 (2575528438 0 0) 0x55cf1fce3d40 con 0x55cf1fade000 -1998> 2017-12-02 17:51:29.375253 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194147 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce4080 con 0 -1997> 2017-12-02 17:51:29.376466 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133421 0x55cf1fce4080 paxos(commit lc 1194148 fc 0 pn 21200 opn 0) v4 -1996> 2017-12-02 17:51:29.376515 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133421 ==== paxos(commit lc 1194148 fc 0 pn 21200 opn 0) v4 ==== 10169+0+0 (1320475024 0 0) 0x55cf1fce4080 con 0x55cf1fade000 -1995> 2017-12-02 17:51:29.376773 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133422 0x55cf1fce43c0 paxos(lease lc 1194148 fc 1193506 pn 0 opn 0) v4 -1994> 2017-12-02 17:51:29.377198 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1993> 2017-12-02 17:51:29.377203 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1992> 2017-12-02 17:51:29.377311 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133422 ==== paxos(lease lc 1194148 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1259293155 0 0) 0x55cf1fce43c0 con 0x55cf1fade000 -1991> 2017-12-02 17:51:29.377328 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194148 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce3a00 con 0 -1990> 2017-12-02 17:51:29.377346 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1989> 2017-12-02 17:51:29.377352 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194148) is_readable = 1 - now=2017-12-02 17:51:29.377353 lease_expire=2017-12-02 17:51:34.377153 has v0 lc 1194148 -1988> 2017-12-02 17:51:30.377193 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133423 0x55cf1fce3a00 paxos(begin lc 1194148 fc 0 pn 21200 opn 0) v4 -1987> 2017-12-02 17:51:30.377280 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133423 ==== paxos(begin lc 1194148 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2776317425 0 0) 0x55cf1fce3a00 con 0x55cf1fade000 -1986> 2017-12-02 17:51:30.377857 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194148 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce43c0 con 0 -1985> 2017-12-02 17:51:30.378620 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133424 0x55cf1fce43c0 paxos(commit lc 1194149 fc 0 pn 21200 opn 0) v4 -1984> 2017-12-02 17:51:30.378685 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133424 ==== paxos(commit lc 1194149 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3189201128 0 0) 0x55cf1fce43c0 con 0x55cf1fade000 -1983> 2017-12-02 17:51:30.378830 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133425 0x55cf1fce4700 paxos(lease lc 1194149 fc 1193506 pn 0 opn 0) v4 -1982> 2017-12-02 17:51:30.379290 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1981> 2017-12-02 17:51:30.379297 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1980> 2017-12-02 17:51:30.379415 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133425 ==== paxos(lease lc 1194149 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (4104834755 0 0) 0x55cf1fce4700 con 0x55cf1fade000 -1979> 2017-12-02 17:51:30.379431 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194149 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce43c0 con 0 -1978> 2017-12-02 17:51:30.379446 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1977> 2017-12-02 17:51:30.379451 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194149) is_readable = 1 - now=2017-12-02 17:51:30.379452 lease_expire=2017-12-02 17:51:35.379225 has v0 lc 1194149 -1976> 2017-12-02 17:51:31.651030 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133426 0x55cf1fbf5b80 mon_health( service 1 op tell e 0 r 0 ) v1 -1975> 2017-12-02 17:51:31.651126 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133426 ==== mon_health( service 1 op tell e 0 r 0 ) v1 ==== 108+0+0 (3430842486 0 0) 0x55cf1fbf5b80 con 0x55cf1fade000 -1974> 2017-12-02 17:51:32.376123 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133427 0x55cf1fce43c0 paxos(begin lc 1194149 fc 0 pn 21200 opn 0) v4 -1973> 2017-12-02 17:51:32.376211 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133427 ==== paxos(begin lc 1194149 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (444674746 0 0) 0x55cf1fce43c0 con 0x55cf1fade000 -1972> 2017-12-02 17:51:32.376935 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194149 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce4700 con 0 -1971> 2017-12-02 17:51:32.377949 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133428 0x55cf1fce4700 paxos(commit lc 1194150 fc 0 pn 21200 opn 0) v4 -1970> 2017-12-02 17:51:32.378037 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133428 ==== paxos(commit lc 1194150 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2361557006 0 0) 0x55cf1fce4700 con 0x55cf1fade000 -1969> 2017-12-02 17:51:32.378101 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133429 0x55cf1fce4a40 paxos(lease lc 1194150 fc 1193506 pn 0 opn 0) v4 -1968> 2017-12-02 17:51:32.378857 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1967> 2017-12-02 17:51:32.378867 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1966> 2017-12-02 17:51:32.379014 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133429 ==== paxos(lease lc 1194150 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (903011382 0 0) 0x55cf1fce4a40 con 0x55cf1fade000 -1965> 2017-12-02 17:51:32.379036 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194150 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce4080 con 0 -1964> 2017-12-02 17:51:32.379055 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1963> 2017-12-02 17:51:32.379080 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194150) is_readable = 1 - now=2017-12-02 17:51:32.379081 lease_expire=2017-12-02 17:51:37.378481 has v0 lc 1194150 -1962> 2017-12-02 17:51:32.595258 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54d500 con 0 -1961> 2017-12-02 17:51:34.377935 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133430 0x55cf1fce4080 paxos(begin lc 1194150 fc 0 pn 21200 opn 0) v4 -1960> 2017-12-02 17:51:34.377980 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133430 ==== paxos(begin lc 1194150 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3843359570 0 0) 0x55cf1fce4080 con 0x55cf1fade000 -1959> 2017-12-02 17:51:34.378467 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194150 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce4a40 con 0 -1958> 2017-12-02 17:51:34.379309 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133431 0x55cf1fce4a40 paxos(commit lc 1194151 fc 0 pn 21200 opn 0) v4 -1957> 2017-12-02 17:51:34.379331 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133431 ==== paxos(commit lc 1194151 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (13881736 0 0) 0x55cf1fce4a40 con 0x55cf1fade000 -1956> 2017-12-02 17:51:34.379555 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133432 0x55cf1fce4d80 paxos(lease lc 1194151 fc 1193506 pn 0 opn 0) v4 -1955> 2017-12-02 17:51:34.379895 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1954> 2017-12-02 17:51:34.379903 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1953> 2017-12-02 17:51:34.380005 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133432 ==== paxos(lease lc 1194151 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3240152583 0 0) 0x55cf1fce4d80 con 0x55cf1fade000 -1952> 2017-12-02 17:51:34.380023 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194151 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce4a40 con 0 -1951> 2017-12-02 17:51:34.380044 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1950> 2017-12-02 17:51:34.380049 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194151) is_readable = 1 - now=2017-12-02 17:51:34.380050 lease_expire=2017-12-02 17:51:39.379936 has v0 lc 1194151 -1949> 2017-12-02 17:51:36.347155 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133433 0x55cf1fce4a40 paxos(begin lc 1194151 fc 0 pn 21200 opn 0) v4 -1948> 2017-12-02 17:51:36.347238 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133433 ==== paxos(begin lc 1194151 fc 0 pn 21200 opn 0) v4 ==== 10324+0+0 (1439224743 0 0) 0x55cf1fce4a40 con 0x55cf1fade000 -1947> 2017-12-02 17:51:36.347908 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194151 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce4d80 con 0 -1946> 2017-12-02 17:51:36.349063 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133434 0x55cf1fce4d80 paxos(commit lc 1194152 fc 0 pn 21200 opn 0) v4 -1945> 2017-12-02 17:51:36.349108 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133434 ==== paxos(commit lc 1194152 fc 0 pn 21200 opn 0) v4 ==== 10324+0+0 (3824414581 0 0) 0x55cf1fce4d80 con 0x55cf1fade000 -1944> 2017-12-02 17:51:36.349263 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133435 0x55cf1fce50c0 paxos(lease lc 1194152 fc 1193506 pn 0 opn 0) v4 -1943> 2017-12-02 17:51:36.349873 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1942> 2017-12-02 17:51:36.349880 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1941> 2017-12-02 17:51:36.349997 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133435 ==== paxos(lease lc 1194152 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (782200301 0 0) 0x55cf1fce50c0 con 0x55cf1fade000 -1940> 2017-12-02 17:51:36.350014 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194152 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce4700 con 0 -1939> 2017-12-02 17:51:36.350030 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1938> 2017-12-02 17:51:36.350035 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194152) is_readable = 1 - now=2017-12-02 17:51:36.350036 lease_expire=2017-12-02 17:51:41.349649 has v0 lc 1194152 -1937> 2017-12-02 17:51:36.379648 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133436 0x55cf1fce4700 paxos(begin lc 1194152 fc 0 pn 21200 opn 0) v4 -1936> 2017-12-02 17:51:36.379701 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133436 ==== paxos(begin lc 1194152 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1791107746 0 0) 0x55cf1fce4700 con 0x55cf1fade000 -1935> 2017-12-02 17:51:36.380154 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194152 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce50c0 con 0 -1934> 2017-12-02 17:51:36.381088 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133437 0x55cf1fce50c0 paxos(commit lc 1194153 fc 0 pn 21200 opn 0) v4 -1933> 2017-12-02 17:51:36.381162 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133437 ==== paxos(commit lc 1194153 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3082746105 0 0) 0x55cf1fce50c0 con 0x55cf1fade000 -1932> 2017-12-02 17:51:36.381296 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133438 0x55cf1fce5400 paxos(lease lc 1194153 fc 1193506 pn 0 opn 0) v4 -1931> 2017-12-02 17:51:36.381678 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1930> 2017-12-02 17:51:36.381685 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1929> 2017-12-02 17:51:36.381774 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133438 ==== paxos(lease lc 1194153 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2306691454 0 0) 0x55cf1fce5400 con 0x55cf1fade000 -1928> 2017-12-02 17:51:36.381788 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194153 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce50c0 con 0 -1927> 2017-12-02 17:51:36.381803 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1926> 2017-12-02 17:51:36.381807 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194153) is_readable = 1 - now=2017-12-02 17:51:36.381808 lease_expire=2017-12-02 17:51:41.381684 has v0 lc 1194153 -1925> 2017-12-02 17:51:37.595675 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54ed00 con 0 -1924> 2017-12-02 17:51:38.381210 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133439 0x55cf1fce50c0 paxos(begin lc 1194153 fc 0 pn 21200 opn 0) v4 -1923> 2017-12-02 17:51:38.381281 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133439 ==== paxos(begin lc 1194153 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2332490410 0 0) 0x55cf1fce50c0 con 0x55cf1fade000 -1922> 2017-12-02 17:51:38.381829 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194153 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce5400 con 0 -1921> 2017-12-02 17:51:38.382722 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133440 0x55cf1fce5400 paxos(commit lc 1194154 fc 0 pn 21200 opn 0) v4 -1920> 2017-12-02 17:51:38.382744 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133440 ==== paxos(commit lc 1194154 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (198414651 0 0) 0x55cf1fce5400 con 0x55cf1fade000 -1919> 2017-12-02 17:51:38.382938 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133441 0x55cf1fce5740 paxos(lease lc 1194154 fc 1193506 pn 0 opn 0) v4 -1918> 2017-12-02 17:51:38.383317 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1917> 2017-12-02 17:51:38.383324 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1916> 2017-12-02 17:51:38.383453 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133441 ==== paxos(lease lc 1194154 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (788024307 0 0) 0x55cf1fce5740 con 0x55cf1fade000 -1915> 2017-12-02 17:51:38.383471 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194154 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce4d80 con 0 -1914> 2017-12-02 17:51:38.383493 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1913> 2017-12-02 17:51:38.383499 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194154) is_readable = 1 - now=2017-12-02 17:51:38.383499 lease_expire=2017-12-02 17:51:43.383333 has v0 lc 1194154 -1912> 2017-12-02 17:51:39.005939 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1911> 2017-12-02 17:51:39.006096 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/3511912917 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1910> 2017-12-02 17:51:39.006154 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/3511912917 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1909> 2017-12-02 17:51:39.006197 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/3511912917 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf5680 auth(proto 0 30 bytes epoch 0) v1 -1908> 2017-12-02 17:51:39.006220 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/3511912917 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf5680 con 0x55cf1fcc1800 -1907> 2017-12-02 17:51:39.006263 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194154) is_readable = 1 - now=2017-12-02 17:51:39.006263 lease_expire=2017-12-02 17:51:43.383333 has v0 lc 1194154 -1906> 2017-12-02 17:51:39.006310 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/3511912917 -- mon_map magic: 0 v1 -- 0x55cf1fbf5b80 con 0 -1905> 2017-12-02 17:51:39.006345 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf6080 auth_reply(proto 2 0 (0) Success) v1 -1904> 2017-12-02 17:51:39.006355 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/3511912917 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6080 con 0 -1903> 2017-12-02 17:51:39.006541 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/3511912917 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6080 auth(proto 2 32 bytes epoch 0) v1 -1902> 2017-12-02 17:51:39.006572 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/3511912917 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (4089917570 0 0) 0x55cf1fbf6080 con 0x55cf1fcc1800 -1901> 2017-12-02 17:51:39.006581 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194154) is_readable = 1 - now=2017-12-02 17:51:39.006582 lease_expire=2017-12-02 17:51:43.383333 has v0 lc 1194154 -1900> 2017-12-02 17:51:39.006718 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5680 auth_reply(proto 2 0 (0) Success) v1 -1899> 2017-12-02 17:51:39.006726 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/3511912917 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5680 con 0 -1898> 2017-12-02 17:51:39.006899 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/3511912917 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf5680 auth(proto 2 165 bytes epoch 0) v1 -1897> 2017-12-02 17:51:39.006922 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/3511912917 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2248177903 0 0) 0x55cf1fbf5680 con 0x55cf1fcc1800 -1896> 2017-12-02 17:51:39.006930 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194154) is_readable = 1 - now=2017-12-02 17:51:39.006931 lease_expire=2017-12-02 17:51:43.383333 has v0 lc 1194154 -1895> 2017-12-02 17:51:39.007055 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf6080 auth_reply(proto 2 0 (0) Success) v1 -1894> 2017-12-02 17:51:39.007061 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/3511912917 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6080 con 0 -1893> 2017-12-02 17:51:39.007221 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/3511912917 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1892> 2017-12-02 17:51:39.007230 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/3511912917 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1891> 2017-12-02 17:51:39.007234 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/3511912917 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1890> 2017-12-02 17:51:39.007240 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/3511912917 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1889> 2017-12-02 17:51:39.007245 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/3511912917 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1888> 2017-12-02 17:51:40.383463 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133442 0x55cf1fce4d80 paxos(begin lc 1194154 fc 0 pn 21200 opn 0) v4 -1887> 2017-12-02 17:51:40.383509 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133442 ==== paxos(begin lc 1194154 fc 0 pn 21200 opn 0) v4 ==== 2570+0+0 (3708738954 0 0) 0x55cf1fce4d80 con 0x55cf1fade000 -1886> 2017-12-02 17:51:40.383992 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194154 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce5740 con 0 -1885> 2017-12-02 17:51:40.385118 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133443 0x55cf1fce5740 paxos(commit lc 1194155 fc 0 pn 21200 opn 0) v4 -1884> 2017-12-02 17:51:40.385153 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133443 ==== paxos(commit lc 1194155 fc 0 pn 21200 opn 0) v4 ==== 2570+0+0 (2554039434 0 0) 0x55cf1fce5740 con 0x55cf1fade000 -1883> 2017-12-02 17:51:40.385407 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133444 0x55cf1fce5a80 paxos(lease lc 1194155 fc 1193506 pn 0 opn 0) v4 -1882> 2017-12-02 17:51:40.385839 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1881> 2017-12-02 17:51:40.385848 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1880> 2017-12-02 17:51:40.385990 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133444 ==== paxos(lease lc 1194155 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2645504982 0 0) 0x55cf1fce5a80 con 0x55cf1fade000 -1879> 2017-12-02 17:51:40.386008 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194155 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fce5740 con 0 -1878> 2017-12-02 17:51:40.386023 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1877> 2017-12-02 17:51:40.386028 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194155) is_readable = 1 - now=2017-12-02 17:51:40.386028 lease_expire=2017-12-02 17:51:45.385793 has v0 lc 1194155 -1876> 2017-12-02 17:51:41.467320 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1875> 2017-12-02 17:51:41.467479 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/266297987 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1874> 2017-12-02 17:51:41.467550 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/266297987 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1873> 2017-12-02 17:51:41.467591 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/266297987 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6080 auth(proto 0 30 bytes epoch 0) v1 -1872> 2017-12-02 17:51:41.467613 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/266297987 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6080 con 0x55cf1fb7b000 -1871> 2017-12-02 17:51:41.467639 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194155) is_readable = 1 - now=2017-12-02 17:51:41.467640 lease_expire=2017-12-02 17:51:45.385793 has v0 lc 1194155 -1870> 2017-12-02 17:51:41.467674 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/266297987 -- mon_map magic: 0 v1 -- 0x55cf1fbf5680 con 0 -1869> 2017-12-02 17:51:41.467708 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -1868> 2017-12-02 17:51:41.467718 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/266297987 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -1867> 2017-12-02 17:51:41.468089 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/266297987 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf4c80 auth(proto 2 32 bytes epoch 0) v1 -1866> 2017-12-02 17:51:41.468134 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/266297987 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (1962768197 0 0) 0x55cf1fbf4c80 con 0x55cf1fb7b000 -1865> 2017-12-02 17:51:41.468152 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194155) is_readable = 1 - now=2017-12-02 17:51:41.468152 lease_expire=2017-12-02 17:51:45.385793 has v0 lc 1194155 -1864> 2017-12-02 17:51:41.468283 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf6080 auth_reply(proto 2 0 (0) Success) v1 -1863> 2017-12-02 17:51:41.468293 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/266297987 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6080 con 0 -1862> 2017-12-02 17:51:41.468709 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/266297987 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6080 auth(proto 2 165 bytes epoch 0) v1 -1861> 2017-12-02 17:51:41.468780 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/266297987 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (4247404420 0 0) 0x55cf1fbf6080 con 0x55cf1fb7b000 -1860> 2017-12-02 17:51:41.468792 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194155) is_readable = 1 - now=2017-12-02 17:51:41.468792 lease_expire=2017-12-02 17:51:45.385793 has v0 lc 1194155 -1859> 2017-12-02 17:51:41.468925 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -1858> 2017-12-02 17:51:41.468933 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/266297987 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -1857> 2017-12-02 17:51:41.469248 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/266297987 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1856> 2017-12-02 17:51:41.469255 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/266297987 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1855> 2017-12-02 17:51:41.469258 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/266297987 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1854> 2017-12-02 17:51:41.469261 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/266297987 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1853> 2017-12-02 17:51:41.469281 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/266297987 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1852> 2017-12-02 17:51:41.469290 7f793c747700 1 -- 10.1.80.4:6789/0 reap_dead start -1851> 2017-12-02 17:51:41.469294 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7b000 -1850> 2017-12-02 17:51:41.469315 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7c800 -1849> 2017-12-02 17:51:41.469323 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc1800 -1848> 2017-12-02 17:51:41.469328 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc3000 -1847> 2017-12-02 17:51:41.469333 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc4800 -1846> 2017-12-02 17:51:41.521668 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1845> 2017-12-02 17:51:41.521784 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -1844> 2017-12-02 17:51:41.521844 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1843> 2017-12-02 17:51:41.521916 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf4c80 auth(proto 0 30 bytes epoch 0) v1 -1842> 2017-12-02 17:51:41.521930 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1185508691 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf4c80 con 0x55cf1fb7b000 -1841> 2017-12-02 17:51:41.521947 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194155) is_readable = 1 - now=2017-12-02 17:51:41.521948 lease_expire=2017-12-02 17:51:45.385793 has v0 lc 1194155 -1840> 2017-12-02 17:51:41.521969 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1185508691 -- mon_map magic: 0 v1 -- 0x55cf1fbf6080 con 0 -1839> 2017-12-02 17:51:41.521991 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5400 auth_reply(proto 2 0 (0) Success) v1 -1838> 2017-12-02 17:51:41.521998 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1185508691 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5400 con 0 -1837> 2017-12-02 17:51:41.522322 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf5400 auth(proto 2 32 bytes epoch 0) v1 -1836> 2017-12-02 17:51:41.522336 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1185508691 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2576335055 0 0) 0x55cf1fbf5400 con 0x55cf1fb7b000 -1835> 2017-12-02 17:51:41.522344 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194155) is_readable = 1 - now=2017-12-02 17:51:41.522345 lease_expire=2017-12-02 17:51:45.385793 has v0 lc 1194155 -1834> 2017-12-02 17:51:41.522414 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -1833> 2017-12-02 17:51:41.522421 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1185508691 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -1832> 2017-12-02 17:51:41.522600 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf4c80 auth(proto 2 165 bytes epoch 0) v1 -1831> 2017-12-02 17:51:41.522616 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1185508691 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (613270278 0 0) 0x55cf1fbf4c80 con 0x55cf1fb7b000 -1830> 2017-12-02 17:51:41.522625 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194155) is_readable = 1 - now=2017-12-02 17:51:41.522625 lease_expire=2017-12-02 17:51:45.385793 has v0 lc 1194155 -1829> 2017-12-02 17:51:41.522736 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5400 auth_reply(proto 2 0 (0) Success) v1 -1828> 2017-12-02 17:51:41.522742 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1185508691 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5400 con 0 -1827> 2017-12-02 17:51:41.522971 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 4 0x55cf1f4bfcc0 mon_subscribe({monmap=0+}) v2 -1826> 2017-12-02 17:51:41.522990 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1185508691 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4bfcc0 con 0x55cf1fb7b000 -1825> 2017-12-02 17:51:41.523011 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1185508691 -- mon_map magic: 0 v1 -- 0x55cf1fbf4c80 con 0 -1824> 2017-12-02 17:51:41.523017 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094155 seq 5 0x55cf1f4bf3c0 mon_subscribe({mgrmap=0+}) v2 -1823> 2017-12-02 17:51:41.523033 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094155 10.1.80.1:0/1185508691 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bf3c0 con 0x55cf1fb7b000 -1822> 2017-12-02 17:51:41.523048 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1185508691 -- mgrmap(e 219) v1 -- 0x55cf1f54ea00 con 0 -1821> 2017-12-02 17:51:41.523146 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094155 seq 6 0x55cf1f4bdf80 mon_subscribe({osdmap=0}) v2 -1820> 2017-12-02 17:51:41.523160 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094155 10.1.80.1:0/1185508691 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf1f4bdf80 con 0x55cf1fb7b000 -1819> 2017-12-02 17:51:41.523171 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1185508691 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1f741c00 con 0 -1818> 2017-12-02 17:51:41.523733 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094155 seq 7 0x55cf1f4beac0 getpoolstats(1 ceph v0) v1 -1817> 2017-12-02 17:51:41.523775 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094155 10.1.80.1:0/1185508691 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf1f4beac0 con 0x55cf1fb7b000 -1816> 2017-12-02 17:51:41.523791 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194155) is_readable = 1 - now=2017-12-02 17:51:41.523791 lease_expire=2017-12-02 17:51:45.385793 has v0 lc 1194155 -1815> 2017-12-02 17:51:41.523812 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f740300 getpoolstatsreply(1 v946086) v1 -1814> 2017-12-02 17:51:41.523816 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1185508691 -- getpoolstatsreply(1 v946086) v1 -- 0x55cf1f740300 con 0 -1813> 2017-12-02 17:51:41.524120 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094155 seq 8 0x55cf1f4bef40 statfs(2 pool -1 v946086) v2 -1812> 2017-12-02 17:51:41.524163 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094155 10.1.80.1:0/1185508691 8 ==== statfs(2 pool -1 v946086) v2 ==== 35+0+0 (406827834 0 0) 0x55cf1f4bef40 con 0x55cf1fb7b000 -1811> 2017-12-02 17:51:41.524180 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194155) is_readable = 1 - now=2017-12-02 17:51:41.524180 lease_expire=2017-12-02 17:51:45.385793 has v0 lc 1194155 -1810> 2017-12-02 17:51:41.524192 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f4beac0 statfs_reply(2) v1 -1809> 2017-12-02 17:51:41.524196 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1185508691 -- statfs_reply(2) v1 -- 0x55cf1f4beac0 con 0 -1808> 2017-12-02 17:51:41.524612 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -1807> 2017-12-02 17:51:41.524618 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -1806> 2017-12-02 17:51:41.524624 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -1805> 2017-12-02 17:51:41.524628 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -1804> 2017-12-02 17:51:41.524630 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1185508691 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -1803> 2017-12-02 17:51:42.384556 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133445 0x55cf1fce5740 paxos(begin lc 1194155 fc 0 pn 21200 opn 0) v4 -1802> 2017-12-02 17:51:42.384641 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133445 ==== paxos(begin lc 1194155 fc 0 pn 21200 opn 0) v4 ==== 2570+0+0 (2269233994 0 0) 0x55cf1fce5740 con 0x55cf1fade000 -1801> 2017-12-02 17:51:42.385247 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194155 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fce5a80 con 0 -1800> 2017-12-02 17:51:42.386342 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133446 0x55cf1fce5a80 paxos(commit lc 1194156 fc 0 pn 21200 opn 0) v4 -1799> 2017-12-02 17:51:42.386459 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133446 ==== paxos(commit lc 1194156 fc 0 pn 21200 opn 0) v4 ==== 2570+0+0 (1226781776 0 0) 0x55cf1fce5a80 con 0x55cf1fade000 -1798> 2017-12-02 17:51:42.386492 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133447 0x55cf201b4000 paxos(lease lc 1194156 fc 1193506 pn 0 opn 0) v4 -1797> 2017-12-02 17:51:42.387110 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1796> 2017-12-02 17:51:42.387120 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1795> 2017-12-02 17:51:42.387266 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133447 ==== paxos(lease lc 1194156 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1743757232 0 0) 0x55cf201b4000 con 0x55cf1fade000 -1794> 2017-12-02 17:51:42.387290 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194156 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201b5d40 con 0 -1793> 2017-12-02 17:51:42.387309 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1792> 2017-12-02 17:51:42.387333 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194156) is_readable = 1 - now=2017-12-02 17:51:42.387334 lease_expire=2017-12-02 17:51:47.386867 has v0 lc 1194156 -1791> 2017-12-02 17:51:42.595971 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54d200 con 0 -1790> 2017-12-02 17:51:43.301894 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1789> 2017-12-02 17:51:43.302072 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1788> 2017-12-02 17:51:43.302137 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1787> 2017-12-02 17:51:43.302254 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1f740300 auth(proto 0 30 bytes epoch 0) v1 -1786> 2017-12-02 17:51:43.302315 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/611581950 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f740300 con 0x55cf1fcc4800 -1785> 2017-12-02 17:51:43.302347 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194156) is_readable = 1 - now=2017-12-02 17:51:43.302348 lease_expire=2017-12-02 17:51:47.386867 has v0 lc 1194156 -1784> 2017-12-02 17:51:43.302385 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/611581950 -- mon_map magic: 0 v1 -- 0x55cf1f741980 con 0 -1783> 2017-12-02 17:51:43.302426 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f741700 auth_reply(proto 2 0 (0) Success) v1 -1782> 2017-12-02 17:51:43.302438 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/611581950 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741700 con 0 -1781> 2017-12-02 17:51:43.303004 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1f741700 auth(proto 2 32 bytes epoch 0) v1 -1780> 2017-12-02 17:51:43.303078 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/611581950 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (4244968750 0 0) 0x55cf1f741700 con 0x55cf1fcc4800 -1779> 2017-12-02 17:51:43.303104 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194156) is_readable = 1 - now=2017-12-02 17:51:43.303105 lease_expire=2017-12-02 17:51:47.386867 has v0 lc 1194156 -1778> 2017-12-02 17:51:43.303253 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f740300 auth_reply(proto 2 0 (0) Success) v1 -1777> 2017-12-02 17:51:43.303265 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/611581950 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f740300 con 0 -1776> 2017-12-02 17:51:43.303517 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1f740300 auth(proto 2 165 bytes epoch 0) v1 -1775> 2017-12-02 17:51:43.303538 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/611581950 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (3897117508 0 0) 0x55cf1f740300 con 0x55cf1fcc4800 -1774> 2017-12-02 17:51:43.303547 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194156) is_readable = 1 - now=2017-12-02 17:51:43.303548 lease_expire=2017-12-02 17:51:47.386867 has v0 lc 1194156 -1773> 2017-12-02 17:51:43.303680 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1f741700 auth_reply(proto 2 0 (0) Success) v1 -1772> 2017-12-02 17:51:43.303687 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/611581950 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741700 con 0 -1771> 2017-12-02 17:51:43.304074 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 4 0x55cf1f4beac0 mon_subscribe({monmap=0+}) v2 -1770> 2017-12-02 17:51:43.304092 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094159 seq 5 0x55cf1f4bf840 mon_subscribe({mgrmap=0+}) v2 -1769> 2017-12-02 17:51:43.304120 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/611581950 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4beac0 con 0x55cf1fcc4800 -1768> 2017-12-02 17:51:43.304139 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094159 seq 6 0x55cf1f4bfa80 mon_subscribe({osdmap=0}) v2 -1767> 2017-12-02 17:51:43.304153 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/611581950 -- mon_map magic: 0 v1 -- 0x55cf1f740300 con 0 -1766> 2017-12-02 17:51:43.304170 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094159 10.1.80.1:0/611581950 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bf840 con 0x55cf1fcc4800 -1765> 2017-12-02 17:51:43.304184 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/611581950 -- mgrmap(e 219) v1 -- 0x55cf1f54f000 con 0 -1764> 2017-12-02 17:51:43.304195 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094159 10.1.80.1:0/611581950 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf1f4bfa80 con 0x55cf1fcc4800 -1763> 2017-12-02 17:51:43.304209 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/611581950 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf4f00 con 0 -1762> 2017-12-02 17:51:43.304577 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094159 seq 7 0x55cf1f4bf600 mon_command({"format":"json","prefix":"status"} v 0) v1 -1761> 2017-12-02 17:51:43.304619 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094159 10.1.80.1:0/611581950 7 ==== mon_command({"format":"json","prefix":"status"} v 0) v1 ==== 77+0+0 (585053207 0 0) 0x55cf1f4bf600 con 0x55cf1fcc4800 -1760> 2017-12-02 17:51:43.304686 7f794074f700 0 mon.c1n4@3(peon) e4 handle_command mon_command({"format":"json","prefix":"status"} v 0) v1 -1759> 2017-12-02 17:51:43.304716 7f794074f700 0 log_channel(audit) log [DBG] : from='client.? 10.1.80.1:0/611581950' entity='client.admin' cmd=[{"format":"json","prefix":"status"}]: dispatch -1758> 2017-12-02 17:51:43.304720 7f794074f700 10 log_client _send_to_monlog to self -1757> 2017-12-02 17:51:43.304722 7f794074f700 10 log_client log_queue is 1 last_log 2 sent 1 num 1 unsent 1 sending 1 -1756> 2017-12-02 17:51:43.304744 7f794074f700 10 log_client will send 2017-12-02 17:51:43.304719 mon.c1n4 mon.3 10.1.80.4:6789/0 2 : audit [DBG] from='client.? 10.1.80.1:0/611581950' entity='client.admin' cmd=[{"format":"json","prefix":"status"}]: dispatch -1755> 2017-12-02 17:51:43.304820 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:6789/0 -- log(1 entries from seq 2 at 2017-12-02 17:51:43.304719) v1 -- 0x55cf1fbf4a00 con 0 -1754> 2017-12-02 17:51:43.304917 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1f904f80 0x55cf1fbf5900 mon_command_ack([{"format":"json","prefix":"status"}]=0 v0) v1 -1753> 2017-12-02 17:51:43.304925 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/611581950 -- mon_command_ack([{"format":"json","prefix":"status"}]=0 v0) v1 -- 0x55cf1fbf5900 con 0 -1752> 2017-12-02 17:51:43.304949 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.3 10.1.80.4:6789/0 0 ==== log(1 entries from seq 2 at 2017-12-02 17:51:43.304719) v1 ==== 0+0+0 (0 0 0) 0x55cf1fbf4a00 con 0x55cf1f527800 -1751> 2017-12-02 17:51:43.304961 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194156) is_readable = 1 - now=2017-12-02 17:51:43.304961 lease_expire=2017-12-02 17:51:47.386867 has v0 lc 1194156 -1750> 2017-12-02 17:51:43.304985 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.0 10.1.80.1:6789/0 -- forward(log(1 entries from seq 2 at 2017-12-02 17:51:43.304719) v1 caps allow * tid 2 con_features 2305244844532236283) v3 -- ?+0 0x55cf1f54f300 -1749> 2017-12-02 17:51:43.304996 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- forward(log(1 entries from seq 2 at 2017-12-02 17:51:43.304719) v1 caps allow * tid 2 con_features 2305244844532236283) v3 -- 0x55cf1f54f300 con 0 -1748> 2017-12-02 17:51:43.305810 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094159 seq 8 0x55cf1f4bfcc0 mon_command({"detail":"detail","format":"json","prefix":"health"} v 0) v1 -1747> 2017-12-02 17:51:43.305853 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094159 10.1.80.1:0/611581950 8 ==== mon_command({"detail":"detail","format":"json","prefix":"health"} v 0) v1 ==== 95+0+0 (4176179256 0 0) 0x55cf1f4bfcc0 con 0x55cf1fcc4800 -1746> 2017-12-02 17:51:43.305889 7f794074f700 0 mon.c1n4@3(peon) e4 handle_command mon_command({"detail":"detail","format":"json","prefix":"health"} v 0) v1 -1745> 2017-12-02 17:51:43.305906 7f794074f700 0 log_channel(audit) log [DBG] : from='client.? 10.1.80.1:0/611581950' entity='client.admin' cmd=[{"detail":"detail","format":"json","prefix":"health"}]: dispatch -1744> 2017-12-02 17:51:43.305912 7f794074f700 10 log_client _send_to_monlog to self -1743> 2017-12-02 17:51:43.305913 7f794074f700 10 log_client log_queue is 2 last_log 3 sent 2 num 2 unsent 1 sending 1 -1742> 2017-12-02 17:51:43.305915 7f794074f700 10 log_client will send 2017-12-02 17:51:43.305910 mon.c1n4 mon.3 10.1.80.4:6789/0 3 : audit [DBG] from='client.? 10.1.80.1:0/611581950' entity='client.admin' cmd=[{"detail":"detail","format":"json","prefix":"health"}]: dispatch -1741> 2017-12-02 17:51:43.305934 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:6789/0 -- log(1 entries from seq 3 at 2017-12-02 17:51:43.305910) v1 -- 0x55cf1fbf5180 con 0 -1740> 2017-12-02 17:51:43.305978 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e3c0 0x55cf1fbf6300 mon_command_ack([{"detail":"detail","format":"json","prefix":"health"}]=0 v0) v1 -1739> 2017-12-02 17:51:43.305984 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/611581950 -- mon_command_ack([{"detail":"detail","format":"json","prefix":"health"}]=0 v0) v1 -- 0x55cf1fbf6300 con 0 -1738> 2017-12-02 17:51:43.306002 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.3 10.1.80.4:6789/0 0 ==== log(1 entries from seq 3 at 2017-12-02 17:51:43.305910) v1 ==== 0+0+0 (0 0 0) 0x55cf1fbf5180 con 0x55cf1f527800 -1737> 2017-12-02 17:51:43.306013 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194156) is_readable = 1 - now=2017-12-02 17:51:43.306013 lease_expire=2017-12-02 17:51:47.386867 has v0 lc 1194156 -1736> 2017-12-02 17:51:43.306031 7f794074f700 1 -- 10.1.80.4:6789/0 _send_message--> mon.0 10.1.80.1:6789/0 -- forward(log(1 entries from seq 3 at 2017-12-02 17:51:43.305910) v1 caps allow * tid 3 con_features 2305244844532236283) v3 -- ?+0 0x55cf1f54d800 -1735> 2017-12-02 17:51:43.306040 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- forward(log(1 entries from seq 3 at 2017-12-02 17:51:43.305910) v1 caps allow * tid 3 con_features 2305244844532236283) v3 -- 0x55cf1f54d800 con 0 -1734> 2017-12-02 17:51:43.309983 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1733> 2017-12-02 17:51:43.309993 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1732> 2017-12-02 17:51:43.309996 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1731> 2017-12-02 17:51:43.310001 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1730> 2017-12-02 17:51:43.310007 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/611581950 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1729> 2017-12-02 17:51:43.387334 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133448 0x55cf201b5d40 paxos(begin lc 1194156 fc 0 pn 21200 opn 0) v4 -1728> 2017-12-02 17:51:43.387418 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133448 ==== paxos(begin lc 1194156 fc 0 pn 21200 opn 0) v4 ==== 10308+0+0 (173190787 0 0) 0x55cf201b5d40 con 0x55cf1fade000 -1727> 2017-12-02 17:51:43.388246 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194156 fc 0 pn 21200 opn 0) v4 -- 0x55cf201b4000 con 0 -1726> 2017-12-02 17:51:43.389600 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133449 0x55cf201b4000 paxos(commit lc 1194157 fc 0 pn 21200 opn 0) v4 -1725> 2017-12-02 17:51:43.389666 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133449 ==== paxos(commit lc 1194157 fc 0 pn 21200 opn 0) v4 ==== 10308+0+0 (2200722824 0 0) 0x55cf201b4000 con 0x55cf1fade000 -1724> 2017-12-02 17:51:43.389855 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133450 0x55cf201b4340 paxos(lease lc 1194157 fc 1193506 pn 0 opn 0) v4 -1723> 2017-12-02 17:51:43.389932 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133451 0x55cf1f4bf3c0 route(log(last 2) v1 tid 2) v3 -1722> 2017-12-02 17:51:43.389956 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133452 0x55cf201b8240 route(log(last 3) v1 tid 3) v3 -1721> 2017-12-02 17:51:43.390503 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1720> 2017-12-02 17:51:43.390522 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1719> 2017-12-02 17:51:43.390685 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133450 ==== paxos(lease lc 1194157 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (718904210 0 0) 0x55cf201b4340 con 0x55cf1fade000 -1718> 2017-12-02 17:51:43.390704 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194157 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201b4000 con 0 -1717> 2017-12-02 17:51:43.390720 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1716> 2017-12-02 17:51:43.390725 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194157) is_readable = 1 - now=2017-12-02 17:51:43.390726 lease_expire=2017-12-02 17:51:48.390205 has v0 lc 1194157 -1715> 2017-12-02 17:51:43.390739 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133451 ==== route(log(last 2) v1 tid 2) v3 ==== 175+0+0 (1030474901 0 0) 0x55cf1f4bf3c0 con 0x55cf1fade000 -1714> 2017-12-02 17:51:43.390748 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:6789/0 -- log(last 2) v1 -- 0x55cf201b8000 con 0 -1713> 2017-12-02 17:51:43.390762 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133452 ==== route(log(last 3) v1 tid 3) v3 ==== 175+0+0 (2601530279 0 0) 0x55cf201b8240 con 0x55cf1fade000 -1712> 2017-12-02 17:51:43.390769 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:6789/0 -- log(last 3) v1 -- 0x55cf201b8480 con 0 -1711> 2017-12-02 17:51:43.390799 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.3 10.1.80.4:6789/0 0 ==== log(last 2) v1 ==== 0+0+0 (2889536307 0 0) 0x55cf201b8000 con 0x55cf1f527800 -1710> 2017-12-02 17:51:43.390807 7f794074f700 10 log_client handle_log_ack log(last 2) v1 -1709> 2017-12-02 17:51:43.390810 7f794074f700 10 log_client logged 2017-12-02 17:51:43.304719 mon.c1n4 mon.3 10.1.80.4:6789/0 2 : audit [DBG] from='client.? 10.1.80.1:0/611581950' entity='client.admin' cmd=[{"format":"json","prefix":"status"}]: dispatch -1708> 2017-12-02 17:51:43.390820 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.3 10.1.80.4:6789/0 0 ==== log(last 3) v1 ==== 0+0+0 (2638939907 0 0) 0x55cf201b8480 con 0x55cf1f527800 -1707> 2017-12-02 17:51:43.390828 7f794074f700 10 log_client handle_log_ack log(last 3) v1 -1706> 2017-12-02 17:51:43.390830 7f794074f700 10 log_client logged 2017-12-02 17:51:43.305910 mon.c1n4 mon.3 10.1.80.4:6789/0 3 : audit [DBG] from='client.? 10.1.80.1:0/611581950' entity='client.admin' cmd=[{"detail":"detail","format":"json","prefix":"health"}]: dispatch -1705> 2017-12-02 17:51:44.390165 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133453 0x55cf201b4000 paxos(begin lc 1194157 fc 0 pn 21200 opn 0) v4 -1704> 2017-12-02 17:51:44.390251 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133453 ==== paxos(begin lc 1194157 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (1218580968 0 0) 0x55cf201b4000 con 0x55cf1fade000 -1703> 2017-12-02 17:51:44.390981 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194157 fc 0 pn 21200 opn 0) v4 -- 0x55cf201b4340 con 0 -1702> 2017-12-02 17:51:44.391934 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133454 0x55cf201b4340 paxos(commit lc 1194158 fc 0 pn 21200 opn 0) v4 -1701> 2017-12-02 17:51:44.392004 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133454 ==== paxos(commit lc 1194158 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (1524365697 0 0) 0x55cf201b4340 con 0x55cf1fade000 -1700> 2017-12-02 17:51:44.392119 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133455 0x55cf201b4680 paxos(lease lc 1194158 fc 1193506 pn 0 opn 0) v4 -1699> 2017-12-02 17:51:44.392625 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1698> 2017-12-02 17:51:44.392633 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1697> 2017-12-02 17:51:44.392785 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133455 ==== paxos(lease lc 1194158 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3676545445 0 0) 0x55cf201b4680 con 0x55cf1fade000 -1696> 2017-12-02 17:51:44.392802 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194158 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201b4340 con 0 -1695> 2017-12-02 17:51:44.392818 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1694> 2017-12-02 17:51:44.392841 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194158) is_readable = 1 - now=2017-12-02 17:51:44.392841 lease_expire=2017-12-02 17:51:49.392507 has v0 lc 1194158 -1693> 2017-12-02 17:51:46.162287 7f793cf48700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:6789/0 conn(0x55cf1fadf800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=889802 cs=1 l=0). rx mon.1 seq 359766980 0x55cf1f741c00 mon_health( service 1 op tell e 0 r 0 ) v1 -1692> 2017-12-02 17:51:46.162370 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.1 10.1.80.2:6789/0 359766980 ==== mon_health( service 1 op tell e 0 r 0 ) v1 ==== 108+0+0 (930934386 0 0) 0x55cf1f741c00 con 0x55cf1fadf800 -1691> 2017-12-02 17:51:46.388574 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133456 0x55cf201b4340 paxos(begin lc 1194158 fc 0 pn 21200 opn 0) v4 -1690> 2017-12-02 17:51:46.388650 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133456 ==== paxos(begin lc 1194158 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (2886925119 0 0) 0x55cf201b4340 con 0x55cf1fade000 -1689> 2017-12-02 17:51:46.389287 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194158 fc 0 pn 21200 opn 0) v4 -- 0x55cf201b4680 con 0 -1688> 2017-12-02 17:51:46.390230 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133457 0x55cf201b4680 paxos(commit lc 1194159 fc 0 pn 21200 opn 0) v4 -1687> 2017-12-02 17:51:46.390308 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133457 ==== paxos(commit lc 1194159 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (803708682 0 0) 0x55cf201b4680 con 0x55cf1fade000 -1686> 2017-12-02 17:51:46.390388 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133458 0x55cf201b49c0 paxos(lease lc 1194159 fc 1193506 pn 0 opn 0) v4 -1685> 2017-12-02 17:51:46.390967 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1684> 2017-12-02 17:51:46.390976 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1683> 2017-12-02 17:51:46.391091 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133458 ==== paxos(lease lc 1194159 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (195885693 0 0) 0x55cf201b49c0 con 0x55cf1fade000 -1682> 2017-12-02 17:51:46.391109 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194159 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201b4680 con 0 -1681> 2017-12-02 17:51:46.391125 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1680> 2017-12-02 17:51:46.391132 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194159) is_readable = 1 - now=2017-12-02 17:51:46.391132 lease_expire=2017-12-02 17:51:51.390752 has v0 lc 1194159 -1679> 2017-12-02 17:51:47.596361 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54e700 con 0 -1678> 2017-12-02 17:51:48.097231 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1677> 2017-12-02 17:51:48.097382 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1676> 2017-12-02 17:51:48.097469 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1675> 2017-12-02 17:51:48.097585 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf5e00 auth(proto 0 30 bytes epoch 0) v1 -1674> 2017-12-02 17:51:48.097602 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/525069383 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf5e00 con 0x55cf1fcc3000 -1673> 2017-12-02 17:51:48.097628 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194159) is_readable = 1 - now=2017-12-02 17:51:48.097628 lease_expire=2017-12-02 17:51:51.390752 has v0 lc 1194159 -1672> 2017-12-02 17:51:48.097660 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/525069383 -- mon_map magic: 0 v1 -- 0x55cf1f741c00 con 0 -1671> 2017-12-02 17:51:48.097691 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5180 auth_reply(proto 2 0 (0) Success) v1 -1670> 2017-12-02 17:51:48.097700 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/525069383 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5180 con 0 -1669> 2017-12-02 17:51:48.098097 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf5180 auth(proto 2 32 bytes epoch 0) v1 -1668> 2017-12-02 17:51:48.098139 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/525069383 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2319249167 0 0) 0x55cf1fbf5180 con 0x55cf1fcc3000 -1667> 2017-12-02 17:51:48.098156 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194159) is_readable = 1 - now=2017-12-02 17:51:48.098156 lease_expire=2017-12-02 17:51:51.390752 has v0 lc 1194159 -1666> 2017-12-02 17:51:48.098282 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5e00 auth_reply(proto 2 0 (0) Success) v1 -1665> 2017-12-02 17:51:48.098291 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/525069383 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5e00 con 0 -1664> 2017-12-02 17:51:48.098502 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf5e00 auth(proto 2 165 bytes epoch 0) v1 -1663> 2017-12-02 17:51:48.098527 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/525069383 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (4107954877 0 0) 0x55cf1fbf5e00 con 0x55cf1fcc3000 -1662> 2017-12-02 17:51:48.098536 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194159) is_readable = 1 - now=2017-12-02 17:51:48.098536 lease_expire=2017-12-02 17:51:51.390752 has v0 lc 1194159 -1661> 2017-12-02 17:51:48.098660 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5180 auth_reply(proto 2 0 (0) Success) v1 -1660> 2017-12-02 17:51:48.098666 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/525069383 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5180 con 0 -1659> 2017-12-02 17:51:48.098934 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 4 0x55cf201b86c0 mon_subscribe({monmap=0+}) v2 -1658> 2017-12-02 17:51:48.098994 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094163 seq 5 0x55cf201b8900 mon_subscribe({mgrmap=0+}) v2 -1657> 2017-12-02 17:51:48.098993 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/525069383 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf201b86c0 con 0x55cf1fcc3000 -1656> 2017-12-02 17:51:48.099043 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/525069383 -- mon_map magic: 0 v1 -- 0x55cf1fbf5e00 con 0 -1655> 2017-12-02 17:51:48.099079 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094163 10.1.80.3:0/525069383 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf201b8900 con 0x55cf1fcc3000 -1654> 2017-12-02 17:51:48.099103 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/525069383 -- mgrmap(e 219) v1 -- 0x55cf1f54d500 con 0 -1653> 2017-12-02 17:51:48.099102 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094163 seq 6 0x55cf201b8b40 mon_subscribe({osdmap=0}) v2 -1652> 2017-12-02 17:51:48.099122 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094163 10.1.80.3:0/525069383 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf201b8b40 con 0x55cf1fcc3000 -1651> 2017-12-02 17:51:48.099142 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/525069383 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf4a00 con 0 -1650> 2017-12-02 17:51:48.099676 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094163 seq 7 0x55cf201b8d80 getpoolstats(1 ceph v0) v1 -1649> 2017-12-02 17:51:48.099719 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094163 10.1.80.3:0/525069383 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf201b8d80 con 0x55cf1fcc3000 -1648> 2017-12-02 17:51:48.099735 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194159) is_readable = 1 - now=2017-12-02 17:51:48.099736 lease_expire=2017-12-02 17:51:51.390752 has v0 lc 1194159 -1647> 2017-12-02 17:51:48.099751 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6580 getpoolstatsreply(1 v946089) v1 -1646> 2017-12-02 17:51:48.099754 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/525069383 -- getpoolstatsreply(1 v946089) v1 -- 0x55cf1fbf6580 con 0 -1645> 2017-12-02 17:51:48.099986 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094163 seq 8 0x55cf201b8fc0 statfs(2 pool -1 v946089) v2 -1644> 2017-12-02 17:51:48.099999 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094163 10.1.80.3:0/525069383 8 ==== statfs(2 pool -1 v946089) v2 ==== 35+0+0 (4139161146 0 0) 0x55cf201b8fc0 con 0x55cf1fcc3000 -1643> 2017-12-02 17:51:48.100007 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194159) is_readable = 1 - now=2017-12-02 17:51:48.100008 lease_expire=2017-12-02 17:51:51.390752 has v0 lc 1194159 -1642> 2017-12-02 17:51:48.100016 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf201b8d80 statfs_reply(2) v1 -1641> 2017-12-02 17:51:48.100020 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/525069383 -- statfs_reply(2) v1 -- 0x55cf201b8d80 con 0 -1640> 2017-12-02 17:51:48.100444 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1639> 2017-12-02 17:51:48.100451 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1638> 2017-12-02 17:51:48.100456 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1637> 2017-12-02 17:51:48.100460 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1636> 2017-12-02 17:51:48.100464 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/525069383 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1635> 2017-12-02 17:51:48.128925 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1634> 2017-12-02 17:51:48.129105 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/1864459805 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1633> 2017-12-02 17:51:48.129174 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/1864459805 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1632> 2017-12-02 17:51:48.129212 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/1864459805 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6580 auth(proto 0 30 bytes epoch 0) v1 -1631> 2017-12-02 17:51:48.129226 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/1864459805 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6580 con 0x55cf1fcc1800 -1630> 2017-12-02 17:51:48.129244 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194159) is_readable = 1 - now=2017-12-02 17:51:48.129244 lease_expire=2017-12-02 17:51:51.390752 has v0 lc 1194159 -1629> 2017-12-02 17:51:48.129268 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/1864459805 -- mon_map magic: 0 v1 -- 0x55cf1fbf6800 con 0 -1628> 2017-12-02 17:51:48.129289 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6a80 auth_reply(proto 2 0 (0) Success) v1 -1627> 2017-12-02 17:51:48.129296 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/1864459805 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6a80 con 0 -1626> 2017-12-02 17:51:48.129824 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/1864459805 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6a80 auth(proto 2 32 bytes epoch 0) v1 -1625> 2017-12-02 17:51:48.129868 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/1864459805 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (1323806851 0 0) 0x55cf1fbf6a80 con 0x55cf1fcc1800 -1624> 2017-12-02 17:51:48.129884 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194159) is_readable = 1 - now=2017-12-02 17:51:48.129884 lease_expire=2017-12-02 17:51:51.390752 has v0 lc 1194159 -1623> 2017-12-02 17:51:48.129964 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6580 auth_reply(proto 2 0 (0) Success) v1 -1622> 2017-12-02 17:51:48.129972 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/1864459805 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6580 con 0 -1621> 2017-12-02 17:51:48.130274 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/1864459805 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6580 auth(proto 2 165 bytes epoch 0) v1 -1620> 2017-12-02 17:51:48.130334 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/1864459805 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (876061601 0 0) 0x55cf1fbf6580 con 0x55cf1fcc1800 -1619> 2017-12-02 17:51:48.130369 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194159) is_readable = 1 - now=2017-12-02 17:51:48.130369 lease_expire=2017-12-02 17:51:51.390752 has v0 lc 1194159 -1618> 2017-12-02 17:51:48.130508 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6a80 auth_reply(proto 2 0 (0) Success) v1 -1617> 2017-12-02 17:51:48.130515 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/1864459805 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6a80 con 0 -1616> 2017-12-02 17:51:48.130694 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/1864459805 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1615> 2017-12-02 17:51:48.130701 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/1864459805 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1614> 2017-12-02 17:51:48.130705 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/1864459805 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1613> 2017-12-02 17:51:48.130710 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/1864459805 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1612> 2017-12-02 17:51:48.130714 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/1864459805 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1611> 2017-12-02 17:51:48.389569 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133459 0x55cf201b4680 paxos(begin lc 1194159 fc 0 pn 21200 opn 0) v4 -1610> 2017-12-02 17:51:48.389651 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133459 ==== paxos(begin lc 1194159 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (4136758375 0 0) 0x55cf201b4680 con 0x55cf1fade000 -1609> 2017-12-02 17:51:48.390372 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194159 fc 0 pn 21200 opn 0) v4 -- 0x55cf201b49c0 con 0 -1608> 2017-12-02 17:51:48.391229 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133460 0x55cf201b49c0 paxos(commit lc 1194160 fc 0 pn 21200 opn 0) v4 -1607> 2017-12-02 17:51:48.391300 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133460 ==== paxos(commit lc 1194160 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (2293537317 0 0) 0x55cf201b49c0 con 0x55cf1fade000 -1606> 2017-12-02 17:51:48.391441 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133461 0x55cf201b4d00 paxos(lease lc 1194160 fc 1193506 pn 0 opn 0) v4 -1605> 2017-12-02 17:51:48.392013 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1604> 2017-12-02 17:51:48.392021 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1603> 2017-12-02 17:51:48.392171 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133461 ==== paxos(lease lc 1194160 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2453597922 0 0) 0x55cf201b4d00 con 0x55cf1fade000 -1602> 2017-12-02 17:51:48.392186 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194160 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201b49c0 con 0 -1601> 2017-12-02 17:51:48.392199 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1600> 2017-12-02 17:51:48.392222 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194160) is_readable = 1 - now=2017-12-02 17:51:48.392222 lease_expire=2017-12-02 17:51:53.391832 has v0 lc 1194160 -1599> 2017-12-02 17:51:48.515715 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:6789/0 conn(0x55cf1fae1000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=787902 cs=1 l=0). rx mon.2 seq 1522966179 0x55cf1f740300 mon_health( service 1 op tell e 0 r 0 ) v1 -1598> 2017-12-02 17:51:48.515795 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.2 10.1.80.3:6789/0 1522966179 ==== mon_health( service 1 op tell e 0 r 0 ) v1 ==== 108+0+0 (467308640 0 0) 0x55cf1f740300 con 0x55cf1fae1000 -1597> 2017-12-02 17:51:48.928634 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1596> 2017-12-02 17:51:48.928806 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3186241552 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1595> 2017-12-02 17:51:48.928902 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3186241552 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1594> 2017-12-02 17:51:48.928960 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3186241552 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6a80 auth(proto 0 30 bytes epoch 0) v1 -1593> 2017-12-02 17:51:48.928995 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/3186241552 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6a80 con 0x55cf1fb7c800 -1592> 2017-12-02 17:51:48.929018 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194160) is_readable = 1 - now=2017-12-02 17:51:48.929019 lease_expire=2017-12-02 17:51:53.391832 has v0 lc 1194160 -1591> 2017-12-02 17:51:48.929049 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/3186241552 -- mon_map magic: 0 v1 -- 0x55cf1f740300 con 0 -1590> 2017-12-02 17:51:48.929075 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6580 auth_reply(proto 2 0 (0) Success) v1 -1589> 2017-12-02 17:51:48.929084 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/3186241552 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6580 con 0 -1588> 2017-12-02 17:51:48.929343 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3186241552 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6580 auth(proto 2 32 bytes epoch 0) v1 -1587> 2017-12-02 17:51:48.929360 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/3186241552 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (3878867969 0 0) 0x55cf1fbf6580 con 0x55cf1fb7c800 -1586> 2017-12-02 17:51:48.929370 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194160) is_readable = 1 - now=2017-12-02 17:51:48.929371 lease_expire=2017-12-02 17:51:53.391832 has v0 lc 1194160 -1585> 2017-12-02 17:51:48.929479 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6a80 auth_reply(proto 2 0 (0) Success) v1 -1584> 2017-12-02 17:51:48.929486 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/3186241552 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6a80 con 0 -1583> 2017-12-02 17:51:48.929690 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3186241552 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6a80 auth(proto 2 165 bytes epoch 0) v1 -1582> 2017-12-02 17:51:48.929703 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/3186241552 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (1999356241 0 0) 0x55cf1fbf6a80 con 0x55cf1fb7c800 -1581> 2017-12-02 17:51:48.929711 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194160) is_readable = 1 - now=2017-12-02 17:51:48.929711 lease_expire=2017-12-02 17:51:53.391832 has v0 lc 1194160 -1580> 2017-12-02 17:51:48.929829 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6580 auth_reply(proto 2 0 (0) Success) v1 -1579> 2017-12-02 17:51:48.929835 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/3186241552 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6580 con 0 -1578> 2017-12-02 17:51:48.930008 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3186241552 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1577> 2017-12-02 17:51:48.930015 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3186241552 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1576> 2017-12-02 17:51:48.930019 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3186241552 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1575> 2017-12-02 17:51:48.930024 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3186241552 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1574> 2017-12-02 17:51:48.930028 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3186241552 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1573> 2017-12-02 17:51:48.930039 7f793c747700 1 -- 10.1.80.4:6789/0 reap_dead start -1572> 2017-12-02 17:51:48.930043 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7b000 -1571> 2017-12-02 17:51:48.930051 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7c800 -1570> 2017-12-02 17:51:48.930055 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc1800 -1569> 2017-12-02 17:51:48.930060 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc3000 -1568> 2017-12-02 17:51:48.930064 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc4800 -1567> 2017-12-02 17:51:50.357585 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133462 0x55cf201b49c0 paxos(begin lc 1194160 fc 0 pn 21200 opn 0) v4 -1566> 2017-12-02 17:51:50.357682 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133462 ==== paxos(begin lc 1194160 fc 0 pn 21200 opn 0) v4 ==== 10294+0+0 (1909259877 0 0) 0x55cf201b49c0 con 0x55cf1fade000 -1565> 2017-12-02 17:51:50.358363 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194160 fc 0 pn 21200 opn 0) v4 -- 0x55cf201b4d00 con 0 -1564> 2017-12-02 17:51:50.359416 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133463 0x55cf201b4d00 paxos(commit lc 1194161 fc 0 pn 21200 opn 0) v4 -1563> 2017-12-02 17:51:50.359486 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133463 ==== paxos(commit lc 1194161 fc 0 pn 21200 opn 0) v4 ==== 10294+0+0 (2664567238 0 0) 0x55cf201b4d00 con 0x55cf1fade000 -1562> 2017-12-02 17:51:50.359574 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133464 0x55cf201b5040 paxos(lease lc 1194161 fc 1193506 pn 0 opn 0) v4 -1561> 2017-12-02 17:51:50.360168 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1560> 2017-12-02 17:51:50.360173 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1559> 2017-12-02 17:51:50.360303 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133464 ==== paxos(lease lc 1194161 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2179110048 0 0) 0x55cf201b5040 con 0x55cf1fade000 -1558> 2017-12-02 17:51:50.360319 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194161 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201b4d00 con 0 -1557> 2017-12-02 17:51:50.360332 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1556> 2017-12-02 17:51:50.360353 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194161) is_readable = 1 - now=2017-12-02 17:51:50.360354 lease_expire=2017-12-02 17:51:55.359961 has v0 lc 1194161 -1555> 2017-12-02 17:51:50.391566 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133465 0x55cf201b4d00 paxos(begin lc 1194161 fc 0 pn 21200 opn 0) v4 -1554> 2017-12-02 17:51:50.391621 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133465 ==== paxos(begin lc 1194161 fc 0 pn 21200 opn 0) v4 ==== 2558+0+0 (3115427693 0 0) 0x55cf201b4d00 con 0x55cf1fade000 -1553> 2017-12-02 17:51:50.392068 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194161 fc 0 pn 21200 opn 0) v4 -- 0x55cf201b5040 con 0 -1552> 2017-12-02 17:51:50.392967 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133466 0x55cf201b5040 paxos(commit lc 1194162 fc 0 pn 21200 opn 0) v4 -1551> 2017-12-02 17:51:50.393037 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133466 ==== paxos(commit lc 1194162 fc 0 pn 21200 opn 0) v4 ==== 2558+0+0 (3664043510 0 0) 0x55cf201b5040 con 0x55cf1fade000 -1550> 2017-12-02 17:51:50.393106 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133467 0x55cf201b5380 paxos(lease lc 1194162 fc 1193506 pn 0 opn 0) v4 -1549> 2017-12-02 17:51:50.393579 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1548> 2017-12-02 17:51:50.393585 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1547> 2017-12-02 17:51:50.393684 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133467 ==== paxos(lease lc 1194162 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2013286313 0 0) 0x55cf201b5380 con 0x55cf1fade000 -1546> 2017-12-02 17:51:50.393698 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194162 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201b5040 con 0 -1545> 2017-12-02 17:51:50.393713 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1544> 2017-12-02 17:51:50.393735 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194162) is_readable = 1 - now=2017-12-02 17:51:50.393735 lease_expire=2017-12-02 17:51:55.393486 has v0 lc 1194162 -1543> 2017-12-02 17:51:51.604103 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1542> 2017-12-02 17:51:51.604243 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1541> 2017-12-02 17:51:51.604319 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1540> 2017-12-02 17:51:51.604405 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6580 auth(proto 0 30 bytes epoch 0) v1 -1539> 2017-12-02 17:51:51.604422 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/3613770440 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6580 con 0x55cf1fb7c800 -1538> 2017-12-02 17:51:51.604447 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194162) is_readable = 1 - now=2017-12-02 17:51:51.604447 lease_expire=2017-12-02 17:51:55.393486 has v0 lc 1194162 -1537> 2017-12-02 17:51:51.604480 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3613770440 -- mon_map magic: 0 v1 -- 0x55cf1fbf6a80 con 0 -1536> 2017-12-02 17:51:51.604510 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6d00 auth_reply(proto 2 0 (0) Success) v1 -1535> 2017-12-02 17:51:51.604519 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3613770440 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6d00 con 0 -1534> 2017-12-02 17:51:51.604921 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6d00 auth(proto 2 32 bytes epoch 0) v1 -1533> 2017-12-02 17:51:51.604936 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/3613770440 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (314675113 0 0) 0x55cf1fbf6d00 con 0x55cf1fb7c800 -1532> 2017-12-02 17:51:51.604945 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194162) is_readable = 1 - now=2017-12-02 17:51:51.604946 lease_expire=2017-12-02 17:51:55.393486 has v0 lc 1194162 -1531> 2017-12-02 17:51:51.605061 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6580 auth_reply(proto 2 0 (0) Success) v1 -1530> 2017-12-02 17:51:51.605068 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3613770440 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6580 con 0 -1529> 2017-12-02 17:51:51.605346 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6580 auth(proto 2 165 bytes epoch 0) v1 -1528> 2017-12-02 17:51:51.605381 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/3613770440 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (1033644802 0 0) 0x55cf1fbf6580 con 0x55cf1fb7c800 -1527> 2017-12-02 17:51:51.605391 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194162) is_readable = 1 - now=2017-12-02 17:51:51.605391 lease_expire=2017-12-02 17:51:55.393486 has v0 lc 1194162 -1526> 2017-12-02 17:51:51.605509 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6d00 auth_reply(proto 2 0 (0) Success) v1 -1525> 2017-12-02 17:51:51.605515 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3613770440 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6d00 con 0 -1524> 2017-12-02 17:51:51.605759 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 4 0x55cf201b8d80 mon_subscribe({monmap=0+}) v2 -1523> 2017-12-02 17:51:51.605773 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/3613770440 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf201b8d80 con 0x55cf1fb7c800 -1522> 2017-12-02 17:51:51.605795 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3613770440 -- mon_map magic: 0 v1 -- 0x55cf1fbf6580 con 0 -1521> 2017-12-02 17:51:51.605807 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094175 seq 5 0x55cf201b9200 mon_subscribe({mgrmap=0+}) v2 -1520> 2017-12-02 17:51:51.605827 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094175 10.1.80.1:0/3613770440 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf201b9200 con 0x55cf1fb7c800 -1519> 2017-12-02 17:51:51.605846 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3613770440 -- mgrmap(e 219) v1 -- 0x55cf1f54ed00 con 0 -1518> 2017-12-02 17:51:51.605994 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094175 seq 6 0x55cf201b8240 mon_subscribe({osdmap=0}) v2 -1517> 2017-12-02 17:51:51.606007 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094175 10.1.80.1:0/3613770440 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf201b8240 con 0x55cf1fb7c800 -1516> 2017-12-02 17:51:51.606020 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3613770440 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf6f80 con 0 -1515> 2017-12-02 17:51:51.606562 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094175 seq 7 0x55cf201b9440 getpoolstats(1 ceph v0) v1 -1514> 2017-12-02 17:51:51.606592 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094175 10.1.80.1:0/3613770440 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf201b9440 con 0x55cf1fb7c800 -1513> 2017-12-02 17:51:51.606601 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194162) is_readable = 1 - now=2017-12-02 17:51:51.606602 lease_expire=2017-12-02 17:51:55.393486 has v0 lc 1194162 -1512> 2017-12-02 17:51:51.606615 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6300 getpoolstatsreply(1 v946091) v1 -1511> 2017-12-02 17:51:51.606619 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3613770440 -- getpoolstatsreply(1 v946091) v1 -- 0x55cf1fbf6300 con 0 -1510> 2017-12-02 17:51:51.606846 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094175 seq 8 0x55cf1f4bdf80 statfs(2 pool -1 v946091) v2 -1509> 2017-12-02 17:51:51.606859 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094175 10.1.80.1:0/3613770440 8 ==== statfs(2 pool -1 v946091) v2 ==== 35+0+0 (3040590460 0 0) 0x55cf1f4bdf80 con 0x55cf1fb7c800 -1508> 2017-12-02 17:51:51.606866 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194162) is_readable = 1 - now=2017-12-02 17:51:51.606866 lease_expire=2017-12-02 17:51:55.393486 has v0 lc 1194162 -1507> 2017-12-02 17:51:51.606877 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf201b8000 statfs_reply(2) v1 -1506> 2017-12-02 17:51:51.606880 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3613770440 -- statfs_reply(2) v1 -- 0x55cf201b8000 con 0 -1505> 2017-12-02 17:51:51.607273 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1504> 2017-12-02 17:51:51.607280 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1503> 2017-12-02 17:51:51.607284 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1502> 2017-12-02 17:51:51.607289 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1501> 2017-12-02 17:51:51.607293 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3613770440 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1500> 2017-12-02 17:51:51.642961 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1499> 2017-12-02 17:51:51.643085 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -1498> 2017-12-02 17:51:51.643180 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1497> 2017-12-02 17:51:51.643255 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6300 auth(proto 0 30 bytes epoch 0) v1 -1496> 2017-12-02 17:51:51.643271 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2019473175 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6300 con 0x55cf1fcc4800 -1495> 2017-12-02 17:51:51.643288 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194162) is_readable = 1 - now=2017-12-02 17:51:51.643289 lease_expire=2017-12-02 17:51:55.393486 has v0 lc 1194162 -1494> 2017-12-02 17:51:51.643311 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2019473175 -- mon_map magic: 0 v1 -- 0x55cf1fbf5900 con 0 -1493> 2017-12-02 17:51:51.643332 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf4f00 auth_reply(proto 2 0 (0) Success) v1 -1492> 2017-12-02 17:51:51.643338 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2019473175 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4f00 con 0 -1491> 2017-12-02 17:51:51.643675 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf4f00 auth(proto 2 32 bytes epoch 0) v1 -1490> 2017-12-02 17:51:51.643714 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2019473175 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (3578035978 0 0) 0x55cf1fbf4f00 con 0x55cf1fcc4800 -1489> 2017-12-02 17:51:51.643730 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194162) is_readable = 1 - now=2017-12-02 17:51:51.643730 lease_expire=2017-12-02 17:51:55.393486 has v0 lc 1194162 -1488> 2017-12-02 17:51:51.643807 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6300 auth_reply(proto 2 0 (0) Success) v1 -1487> 2017-12-02 17:51:51.643815 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2019473175 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6300 con 0 -1486> 2017-12-02 17:51:51.644026 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6300 auth(proto 2 165 bytes epoch 0) v1 -1485> 2017-12-02 17:51:51.644040 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2019473175 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (4226882300 0 0) 0x55cf1fbf6300 con 0x55cf1fcc4800 -1484> 2017-12-02 17:51:51.644049 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194162) is_readable = 1 - now=2017-12-02 17:51:51.644049 lease_expire=2017-12-02 17:51:55.393486 has v0 lc 1194162 -1483> 2017-12-02 17:51:51.644151 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf4f00 auth_reply(proto 2 0 (0) Success) v1 -1482> 2017-12-02 17:51:51.644157 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2019473175 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4f00 con 0 -1481> 2017-12-02 17:51:51.644413 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 4 0x55cf201b8000 mon_subscribe({monmap=0+}) v2 -1480> 2017-12-02 17:51:51.644432 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2019473175 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf201b8000 con 0x55cf1fcc4800 -1479> 2017-12-02 17:51:51.644442 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094179 seq 5 0x55cf1f4bef40 mon_subscribe({mgrmap=0+}) v2 -1478> 2017-12-02 17:51:51.644451 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2019473175 -- mon_map magic: 0 v1 -- 0x55cf1fbf6300 con 0 -1477> 2017-12-02 17:51:51.644463 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094179 10.1.80.1:0/2019473175 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bef40 con 0x55cf1fcc4800 -1476> 2017-12-02 17:51:51.644473 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2019473175 -- mgrmap(e 219) v1 -- 0x55cf1f54d200 con 0 -1475> 2017-12-02 17:51:51.644516 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094179 seq 6 0x55cf1f4beac0 mon_subscribe({osdmap=0}) v2 -1474> 2017-12-02 17:51:51.644533 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094179 10.1.80.1:0/2019473175 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf1f4beac0 con 0x55cf1fcc4800 -1473> 2017-12-02 17:51:51.644544 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2019473175 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf4c80 con 0 -1472> 2017-12-02 17:51:51.645052 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094179 seq 7 0x55cf1f4bf840 getpoolstats(1 ceph v0) v1 -1471> 2017-12-02 17:51:51.645093 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094179 10.1.80.1:0/2019473175 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf1f4bf840 con 0x55cf1fcc4800 -1470> 2017-12-02 17:51:51.645110 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194162) is_readable = 1 - now=2017-12-02 17:51:51.645110 lease_expire=2017-12-02 17:51:55.393486 has v0 lc 1194162 -1469> 2017-12-02 17:51:51.645123 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5400 getpoolstatsreply(1 v946091) v1 -1468> 2017-12-02 17:51:51.645127 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2019473175 -- getpoolstatsreply(1 v946091) v1 -- 0x55cf1fbf5400 con 0 -1467> 2017-12-02 17:51:51.645351 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094179 seq 8 0x55cf1f4bfa80 statfs(2 pool -1 v946091) v2 -1466> 2017-12-02 17:51:51.645367 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094179 10.1.80.1:0/2019473175 8 ==== statfs(2 pool -1 v946091) v2 ==== 35+0+0 (3040590460 0 0) 0x55cf1f4bfa80 con 0x55cf1fcc4800 -1465> 2017-12-02 17:51:51.645376 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194162) is_readable = 1 - now=2017-12-02 17:51:51.645376 lease_expire=2017-12-02 17:51:55.393486 has v0 lc 1194162 -1464> 2017-12-02 17:51:51.645384 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f4bf840 statfs_reply(2) v1 -1463> 2017-12-02 17:51:51.645388 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2019473175 -- statfs_reply(2) v1 -- 0x55cf1f4bf840 con 0 -1462> 2017-12-02 17:51:51.645760 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -1461> 2017-12-02 17:51:51.645767 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -1460> 2017-12-02 17:51:51.645771 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -1459> 2017-12-02 17:51:51.645776 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -1458> 2017-12-02 17:51:51.645780 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2019473175 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -1457> 2017-12-02 17:51:52.392683 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133468 0x55cf201b5040 paxos(begin lc 1194162 fc 0 pn 21200 opn 0) v4 -1456> 2017-12-02 17:51:52.392770 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133468 ==== paxos(begin lc 1194162 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (2824081968 0 0) 0x55cf201b5040 con 0x55cf1fade000 -1455> 2017-12-02 17:51:52.393241 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194162 fc 0 pn 21200 opn 0) v4 -- 0x55cf201b5380 con 0 -1454> 2017-12-02 17:51:52.394285 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133469 0x55cf201b5380 paxos(commit lc 1194163 fc 0 pn 21200 opn 0) v4 -1453> 2017-12-02 17:51:52.394350 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133469 ==== paxos(commit lc 1194163 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (2470102686 0 0) 0x55cf201b5380 con 0x55cf1fade000 -1452> 2017-12-02 17:51:52.394464 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133470 0x55cf201b56c0 paxos(lease lc 1194163 fc 1193506 pn 0 opn 0) v4 -1451> 2017-12-02 17:51:52.394874 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1450> 2017-12-02 17:51:52.394882 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1449> 2017-12-02 17:51:52.394994 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133470 ==== paxos(lease lc 1194163 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2468826030 0 0) 0x55cf201b56c0 con 0x55cf1fade000 -1448> 2017-12-02 17:51:52.395010 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194163 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201b5380 con 0 -1447> 2017-12-02 17:51:52.395023 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1446> 2017-12-02 17:51:52.395028 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194163) is_readable = 1 - now=2017-12-02 17:51:52.395029 lease_expire=2017-12-02 17:51:57.394851 has v0 lc 1194163 -1445> 2017-12-02 17:51:52.596591 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54f600 con 0 -1444> 2017-12-02 17:51:54.394637 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133471 0x55cf201b5380 paxos(begin lc 1194163 fc 0 pn 21200 opn 0) v4 -1443> 2017-12-02 17:51:54.394738 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133471 ==== paxos(begin lc 1194163 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (2161710383 0 0) 0x55cf201b5380 con 0x55cf1fade000 -1442> 2017-12-02 17:51:54.395360 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194163 fc 0 pn 21200 opn 0) v4 -- 0x55cf201b56c0 con 0 -1441> 2017-12-02 17:51:54.396234 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133472 0x55cf201b56c0 paxos(commit lc 1194164 fc 0 pn 21200 opn 0) v4 -1440> 2017-12-02 17:51:54.396297 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133472 ==== paxos(commit lc 1194164 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (681100112 0 0) 0x55cf201b56c0 con 0x55cf1fade000 -1439> 2017-12-02 17:51:54.396439 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133473 0x55cf201b5a00 paxos(lease lc 1194164 fc 1193506 pn 0 opn 0) v4 -1438> 2017-12-02 17:51:54.396889 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1437> 2017-12-02 17:51:54.396897 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1436> 2017-12-02 17:51:54.397004 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133473 ==== paxos(lease lc 1194164 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (519287427 0 0) 0x55cf201b5a00 con 0x55cf1fade000 -1435> 2017-12-02 17:51:54.397022 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194164 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201b56c0 con 0 -1434> 2017-12-02 17:51:54.397056 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1433> 2017-12-02 17:51:54.397076 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194164) is_readable = 1 - now=2017-12-02 17:51:54.397076 lease_expire=2017-12-02 17:51:59.396818 has v0 lc 1194164 -1432> 2017-12-02 17:51:55.241576 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1431> 2017-12-02 17:51:55.241698 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2163389510 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -1430> 2017-12-02 17:51:55.241881 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2163389510 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1429> 2017-12-02 17:51:55.241920 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2163389510 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf5400 auth(proto 0 30 bytes epoch 0) v1 -1428> 2017-12-02 17:51:55.241966 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2163389510 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf5400 con 0x55cf1fcc3000 -1427> 2017-12-02 17:51:55.241990 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194164) is_readable = 1 - now=2017-12-02 17:51:55.241991 lease_expire=2017-12-02 17:51:59.396818 has v0 lc 1194164 -1426> 2017-12-02 17:51:55.242020 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2163389510 -- mon_map magic: 0 v1 -- 0x55cf1fbf6080 con 0 -1425> 2017-12-02 17:51:55.242082 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741700 auth_reply(proto 2 0 (0) Success) v1 -1424> 2017-12-02 17:51:55.242091 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2163389510 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741700 con 0 -1423> 2017-12-02 17:51:55.242463 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2163389510 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1f741700 auth(proto 2 32 bytes epoch 0) v1 -1422> 2017-12-02 17:51:55.242529 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2163389510 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2342532902 0 0) 0x55cf1f741700 con 0x55cf1fcc3000 -1421> 2017-12-02 17:51:55.242545 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194164) is_readable = 1 - now=2017-12-02 17:51:55.242546 lease_expire=2017-12-02 17:51:59.396818 has v0 lc 1194164 -1420> 2017-12-02 17:51:55.242658 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2163389510 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -1419> 2017-12-02 17:51:55.242666 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2163389510 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -1418> 2017-12-02 17:51:55.242671 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2163389510 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -1417> 2017-12-02 17:51:55.242670 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5400 auth_reply(proto 2 0 (0) Success) v1 -1416> 2017-12-02 17:51:55.242676 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2163389510 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -1415> 2017-12-02 17:51:55.242677 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2163389510 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5400 con 0 -1414> 2017-12-02 17:51:55.242681 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2163389510 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -1413> 2017-12-02 17:51:56.396187 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133474 0x55cf201b56c0 paxos(begin lc 1194164 fc 0 pn 21200 opn 0) v4 -1412> 2017-12-02 17:51:56.396258 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133474 ==== paxos(begin lc 1194164 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2878810475 0 0) 0x55cf201b56c0 con 0x55cf1fade000 -1411> 2017-12-02 17:51:56.396839 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194164 fc 0 pn 21200 opn 0) v4 -- 0x55cf201b5a00 con 0 -1410> 2017-12-02 17:51:56.397738 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133475 0x55cf201b5a00 paxos(commit lc 1194165 fc 0 pn 21200 opn 0) v4 -1409> 2017-12-02 17:51:56.397790 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133475 ==== paxos(commit lc 1194165 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3622067300 0 0) 0x55cf201b5a00 con 0x55cf1fade000 -1408> 2017-12-02 17:51:56.397989 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133476 0x55cf201d2000 paxos(lease lc 1194165 fc 1193506 pn 0 opn 0) v4 -1407> 2017-12-02 17:51:56.398356 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1406> 2017-12-02 17:51:56.398363 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1405> 2017-12-02 17:51:56.398458 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133476 ==== paxos(lease lc 1194165 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1375601212 0 0) 0x55cf201d2000 con 0x55cf1fade000 -1404> 2017-12-02 17:51:56.398473 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194165 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201b5a00 con 0 -1403> 2017-12-02 17:51:56.398488 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1402> 2017-12-02 17:51:56.398509 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194165) is_readable = 1 - now=2017-12-02 17:51:56.398510 lease_expire=2017-12-02 17:52:01.398370 has v0 lc 1194165 -1401> 2017-12-02 17:51:57.340850 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1400> 2017-12-02 17:51:57.340983 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1906499735 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -1399> 2017-12-02 17:51:57.341071 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1906499735 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1398> 2017-12-02 17:51:57.341120 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1906499735 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf5400 auth(proto 0 30 bytes epoch 0) v1 -1397> 2017-12-02 17:51:57.341138 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1906499735 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf5400 con 0x55cf1fcc1800 -1396> 2017-12-02 17:51:57.341164 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194165) is_readable = 1 - now=2017-12-02 17:51:57.341165 lease_expire=2017-12-02 17:52:01.398370 has v0 lc 1194165 -1395> 2017-12-02 17:51:57.341197 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1906499735 -- mon_map magic: 0 v1 -- 0x55cf1f741700 con 0 -1394> 2017-12-02 17:51:57.341230 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 auth_reply(proto 2 0 (0) Success) v1 -1393> 2017-12-02 17:51:57.341240 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1906499735 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741980 con 0 -1392> 2017-12-02 17:51:57.341486 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1906499735 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1f741980 auth(proto 2 32 bytes epoch 0) v1 -1391> 2017-12-02 17:51:57.341501 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1906499735 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (4240355636 0 0) 0x55cf1f741980 con 0x55cf1fcc1800 -1390> 2017-12-02 17:51:57.341511 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194165) is_readable = 1 - now=2017-12-02 17:51:57.341511 lease_expire=2017-12-02 17:52:01.398370 has v0 lc 1194165 -1389> 2017-12-02 17:51:57.341632 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5400 auth_reply(proto 2 0 (0) Success) v1 -1388> 2017-12-02 17:51:57.341640 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1906499735 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5400 con 0 -1387> 2017-12-02 17:51:57.341806 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1906499735 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf5400 auth(proto 2 165 bytes epoch 0) v1 -1386> 2017-12-02 17:51:57.341820 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1906499735 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (1991832385 0 0) 0x55cf1fbf5400 con 0x55cf1fcc1800 -1385> 2017-12-02 17:51:57.341829 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194165) is_readable = 1 - now=2017-12-02 17:51:57.341830 lease_expire=2017-12-02 17:52:01.398370 has v0 lc 1194165 -1384> 2017-12-02 17:51:57.341958 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 auth_reply(proto 2 0 (0) Success) v1 -1383> 2017-12-02 17:51:57.341965 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1906499735 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741980 con 0 -1382> 2017-12-02 17:51:57.341975 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1906499735 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -1381> 2017-12-02 17:51:57.341982 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1906499735 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -1380> 2017-12-02 17:51:57.341986 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1906499735 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -1379> 2017-12-02 17:51:57.341992 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1906499735 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -1378> 2017-12-02 17:51:57.341997 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1906499735 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -1377> 2017-12-02 17:51:57.398524 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133477 0x55cf201b5a00 paxos(begin lc 1194165 fc 0 pn 21200 opn 0) v4 -1376> 2017-12-02 17:51:57.398600 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133477 ==== paxos(begin lc 1194165 fc 0 pn 21200 opn 0) v4 ==== 10280+0+0 (2505759629 0 0) 0x55cf201b5a00 con 0x55cf1fade000 -1375> 2017-12-02 17:51:57.399209 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194165 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d2000 con 0 -1374> 2017-12-02 17:51:57.400271 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133478 0x55cf201d2000 paxos(commit lc 1194166 fc 0 pn 21200 opn 0) v4 -1373> 2017-12-02 17:51:57.400340 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133478 ==== paxos(commit lc 1194166 fc 0 pn 21200 opn 0) v4 ==== 10280+0+0 (2935203693 0 0) 0x55cf201d2000 con 0x55cf1fade000 -1372> 2017-12-02 17:51:57.400486 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133479 0x55cf201d2340 paxos(lease lc 1194166 fc 1193506 pn 0 opn 0) v4 -1371> 2017-12-02 17:51:57.401015 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1370> 2017-12-02 17:51:57.401021 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1369> 2017-12-02 17:51:57.401162 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133479 ==== paxos(lease lc 1194166 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3816610888 0 0) 0x55cf201d2340 con 0x55cf1fade000 -1368> 2017-12-02 17:51:57.401178 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194166 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d2000 con 0 -1367> 2017-12-02 17:51:57.401192 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1366> 2017-12-02 17:51:57.401213 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:57.401213 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1365> 2017-12-02 17:51:57.596863 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54ea00 con 0 -1364> 2017-12-02 17:51:58.228220 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1363> 2017-12-02 17:51:58.228369 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/155472537 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1362> 2017-12-02 17:51:58.228436 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/155472537 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1361> 2017-12-02 17:51:58.228493 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/155472537 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1f741980 auth(proto 0 30 bytes epoch 0) v1 -1360> 2017-12-02 17:51:58.228510 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/155472537 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f741980 con 0x55cf1fb7b000 -1359> 2017-12-02 17:51:58.228534 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.228535 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1358> 2017-12-02 17:51:58.228568 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/155472537 -- mon_map magic: 0 v1 -- 0x55cf1fbf5400 con 0 -1357> 2017-12-02 17:51:58.228602 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741c00 auth_reply(proto 2 0 (0) Success) v1 -1356> 2017-12-02 17:51:58.228611 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/155472537 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741c00 con 0 -1355> 2017-12-02 17:51:58.229108 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/155472537 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1f741c00 auth(proto 2 32 bytes epoch 0) v1 -1354> 2017-12-02 17:51:58.229152 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/155472537 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2827107125 0 0) 0x55cf1f741c00 con 0x55cf1fb7b000 -1353> 2017-12-02 17:51:58.229169 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.229169 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1352> 2017-12-02 17:51:58.229294 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 auth_reply(proto 2 0 (0) Success) v1 -1351> 2017-12-02 17:51:58.229303 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/155472537 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741980 con 0 -1350> 2017-12-02 17:51:58.229683 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/155472537 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1f741980 auth(proto 2 165 bytes epoch 0) v1 -1349> 2017-12-02 17:51:58.229732 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/155472537 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (1953353302 0 0) 0x55cf1f741980 con 0x55cf1fb7b000 -1348> 2017-12-02 17:51:58.229749 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.229749 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1347> 2017-12-02 17:51:58.229888 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741c00 auth_reply(proto 2 0 (0) Success) v1 -1346> 2017-12-02 17:51:58.229897 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/155472537 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741c00 con 0 -1345> 2017-12-02 17:51:58.230072 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/155472537 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1344> 2017-12-02 17:51:58.230080 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/155472537 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1343> 2017-12-02 17:51:58.230085 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/155472537 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1342> 2017-12-02 17:51:58.230090 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/155472537 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1341> 2017-12-02 17:51:58.230094 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/155472537 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1340> 2017-12-02 17:51:58.230107 7f793c747700 1 -- 10.1.80.4:6789/0 reap_dead start -1339> 2017-12-02 17:51:58.230111 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7b000 -1338> 2017-12-02 17:51:58.230118 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7c800 -1337> 2017-12-02 17:51:58.230125 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc1800 -1336> 2017-12-02 17:51:58.230131 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc3000 -1335> 2017-12-02 17:51:58.230136 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc4800 -1334> 2017-12-02 17:51:58.247040 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1333> 2017-12-02 17:51:58.247153 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1332> 2017-12-02 17:51:58.247185 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1331> 2017-12-02 17:51:58.247266 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1f741c00 auth(proto 0 30 bytes epoch 0) v1 -1330> 2017-12-02 17:51:58.247282 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/2039414756 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f741c00 con 0x55cf1fb7b000 -1329> 2017-12-02 17:51:58.247299 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.247300 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1328> 2017-12-02 17:51:58.247321 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/2039414756 -- mon_map magic: 0 v1 -- 0x55cf1f741980 con 0 -1327> 2017-12-02 17:51:58.247346 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5680 auth_reply(proto 2 0 (0) Success) v1 -1326> 2017-12-02 17:51:58.247353 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/2039414756 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5680 con 0 -1325> 2017-12-02 17:51:58.247660 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf4a00 auth(proto 2 32 bytes epoch 0) v1 -1324> 2017-12-02 17:51:58.247701 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/2039414756 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (635487778 0 0) 0x55cf1fbf4a00 con 0x55cf1fb7b000 -1323> 2017-12-02 17:51:58.247712 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.247712 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1322> 2017-12-02 17:51:58.247786 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741c00 auth_reply(proto 2 0 (0) Success) v1 -1321> 2017-12-02 17:51:58.247793 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/2039414756 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741c00 con 0 -1320> 2017-12-02 17:51:58.247944 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1f741c00 auth(proto 2 165 bytes epoch 0) v1 -1319> 2017-12-02 17:51:58.247958 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/2039414756 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (1528821747 0 0) 0x55cf1f741c00 con 0x55cf1fb7b000 -1318> 2017-12-02 17:51:58.247967 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.247967 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1317> 2017-12-02 17:51:58.248072 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf4a00 auth_reply(proto 2 0 (0) Success) v1 -1316> 2017-12-02 17:51:58.248078 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/2039414756 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4a00 con 0 -1315> 2017-12-02 17:51:58.248268 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 4 0x55cf1f4bf840 mon_subscribe({monmap=0+}) v2 -1314> 2017-12-02 17:51:58.248284 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/2039414756 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4bf840 con 0x55cf1fb7b000 -1313> 2017-12-02 17:51:58.248302 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094195 seq 5 0x55cf1f4bf600 mon_subscribe({mgrmap=0+}) v2 -1312> 2017-12-02 17:51:58.248304 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/2039414756 -- mon_map magic: 0 v1 -- 0x55cf1f741c00 con 0 -1311> 2017-12-02 17:51:58.248321 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094195 10.1.80.4:0/2039414756 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bf600 con 0x55cf1fb7b000 -1310> 2017-12-02 17:51:58.248334 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/2039414756 -- mgrmap(e 219) v1 -- 0x55cf1f54f900 con 0 -1309> 2017-12-02 17:51:58.248521 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094195 seq 6 0x55cf1f4bfcc0 mon_subscribe({osdmap=0}) v2 -1308> 2017-12-02 17:51:58.248534 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094195 10.1.80.4:0/2039414756 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf1f4bfcc0 con 0x55cf1fb7b000 -1307> 2017-12-02 17:51:58.248546 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/2039414756 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf5b80 con 0 -1306> 2017-12-02 17:51:58.249012 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094195 seq 7 0x55cf1f4bf3c0 getpoolstats(1 ceph v0) v1 -1305> 2017-12-02 17:51:58.249068 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094195 10.1.80.4:0/2039414756 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf1f4bf3c0 con 0x55cf1fb7b000 -1304> 2017-12-02 17:51:58.249097 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.249098 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1303> 2017-12-02 17:51:58.249114 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5180 getpoolstatsreply(1 v946094) v1 -1302> 2017-12-02 17:51:58.249118 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/2039414756 -- getpoolstatsreply(1 v946094) v1 -- 0x55cf1fbf5180 con 0 -1301> 2017-12-02 17:51:58.249393 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094195 seq 8 0x55cf1f4bdf80 statfs(2 pool -1 v946094) v2 -1300> 2017-12-02 17:51:58.249448 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094195 10.1.80.4:0/2039414756 8 ==== statfs(2 pool -1 v946094) v2 ==== 35+0+0 (333935827 0 0) 0x55cf1f4bdf80 con 0x55cf1fb7b000 -1299> 2017-12-02 17:51:58.249459 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.249459 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1298> 2017-12-02 17:51:58.249469 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f4bf3c0 statfs_reply(2) v1 -1297> 2017-12-02 17:51:58.249472 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/2039414756 -- statfs_reply(2) v1 -- 0x55cf1f4bf3c0 con 0 -1296> 2017-12-02 17:51:58.249980 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1295> 2017-12-02 17:51:58.249987 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1294> 2017-12-02 17:51:58.249989 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1293> 2017-12-02 17:51:58.249993 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1292> 2017-12-02 17:51:58.249996 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/2039414756 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1291> 2017-12-02 17:51:58.259331 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1290> 2017-12-02 17:51:58.259461 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/144191000 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1289> 2017-12-02 17:51:58.259558 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/144191000 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1288> 2017-12-02 17:51:58.259608 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/144191000 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf5180 auth(proto 0 30 bytes epoch 0) v1 -1287> 2017-12-02 17:51:58.259622 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/144191000 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf5180 con 0x55cf1fcc4800 -1286> 2017-12-02 17:51:58.259640 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.259640 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1285> 2017-12-02 17:51:58.259662 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/144191000 -- mon_map magic: 0 v1 -- 0x55cf1fbf5e00 con 0 -1284> 2017-12-02 17:51:58.259685 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf7200 auth_reply(proto 2 0 (0) Success) v1 -1283> 2017-12-02 17:51:58.259693 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/144191000 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf7200 con 0 -1282> 2017-12-02 17:51:58.259931 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/144191000 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf7200 auth(proto 2 32 bytes epoch 0) v1 -1281> 2017-12-02 17:51:58.259948 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/144191000 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2697130879 0 0) 0x55cf1fbf7200 con 0x55cf1fcc4800 -1280> 2017-12-02 17:51:58.259957 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.259957 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1279> 2017-12-02 17:51:58.260030 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5180 auth_reply(proto 2 0 (0) Success) v1 -1278> 2017-12-02 17:51:58.260037 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/144191000 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5180 con 0 -1277> 2017-12-02 17:51:58.260239 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/144191000 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf5180 auth(proto 2 165 bytes epoch 0) v1 -1276> 2017-12-02 17:51:58.260253 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/144191000 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2271902462 0 0) 0x55cf1fbf5180 con 0x55cf1fcc4800 -1275> 2017-12-02 17:51:58.260261 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.260262 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1274> 2017-12-02 17:51:58.260364 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf7200 auth_reply(proto 2 0 (0) Success) v1 -1273> 2017-12-02 17:51:58.260375 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/144191000 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf7200 con 0 -1272> 2017-12-02 17:51:58.260520 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/144191000 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1271> 2017-12-02 17:51:58.260526 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/144191000 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1270> 2017-12-02 17:51:58.260531 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/144191000 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1269> 2017-12-02 17:51:58.260534 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/144191000 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1268> 2017-12-02 17:51:58.260538 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/144191000 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1267> 2017-12-02 17:51:58.282342 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1266> 2017-12-02 17:51:58.282432 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1265> 2017-12-02 17:51:58.282484 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1264> 2017-12-02 17:51:58.282564 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf7200 auth(proto 0 30 bytes epoch 0) v1 -1263> 2017-12-02 17:51:58.282578 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/534425855 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf7200 con 0x55cf1fcc3000 -1262> 2017-12-02 17:51:58.282595 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.282596 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1261> 2017-12-02 17:51:58.282616 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/534425855 -- mon_map magic: 0 v1 -- 0x55cf1fbf5180 con 0 -1260> 2017-12-02 17:51:58.282637 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf7480 auth_reply(proto 2 0 (0) Success) v1 -1259> 2017-12-02 17:51:58.282644 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/534425855 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf7480 con 0 -1258> 2017-12-02 17:51:58.282916 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf7480 auth(proto 2 32 bytes epoch 0) v1 -1257> 2017-12-02 17:51:58.282977 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/534425855 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (3654033455 0 0) 0x55cf1fbf7480 con 0x55cf1fcc3000 -1256> 2017-12-02 17:51:58.282993 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.282993 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1255> 2017-12-02 17:51:58.283068 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf7200 auth_reply(proto 2 0 (0) Success) v1 -1254> 2017-12-02 17:51:58.283076 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/534425855 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf7200 con 0 -1253> 2017-12-02 17:51:58.283238 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf7200 auth(proto 2 165 bytes epoch 0) v1 -1252> 2017-12-02 17:51:58.283251 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/534425855 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (3664858473 0 0) 0x55cf1fbf7200 con 0x55cf1fcc3000 -1251> 2017-12-02 17:51:58.283261 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.283261 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1250> 2017-12-02 17:51:58.283374 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf7480 auth_reply(proto 2 0 (0) Success) v1 -1249> 2017-12-02 17:51:58.283381 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/534425855 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf7480 con 0 -1248> 2017-12-02 17:51:58.283600 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 4 0x55cf1f4bf3c0 mon_subscribe({monmap=0+}) v2 -1247> 2017-12-02 17:51:58.283615 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/534425855 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4bf3c0 con 0x55cf1fcc3000 -1246> 2017-12-02 17:51:58.283633 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/534425855 -- mon_map magic: 0 v1 -- 0x55cf1fbf7200 con 0 -1245> 2017-12-02 17:51:58.283637 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094203 seq 5 0x55cf1f4bef40 mon_subscribe({mgrmap=0+}) v2 -1244> 2017-12-02 17:51:58.283654 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094203 10.1.80.4:0/534425855 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bef40 con 0x55cf1fcc3000 -1243> 2017-12-02 17:51:58.283665 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/534425855 -- mgrmap(e 219) v1 -- 0x55cf1f54fc00 con 0 -1242> 2017-12-02 17:51:58.283685 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094203 seq 6 0x55cf201f2000 mon_subscribe({osdmap=0}) v2 -1241> 2017-12-02 17:51:58.283699 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094203 10.1.80.4:0/534425855 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf201f2000 con 0x55cf1fcc3000 -1240> 2017-12-02 17:51:58.283709 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/534425855 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf7700 con 0 -1239> 2017-12-02 17:51:58.284122 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094203 seq 7 0x55cf201f2240 getpoolstats(1 ceph v0) v1 -1238> 2017-12-02 17:51:58.284161 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094203 10.1.80.4:0/534425855 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf201f2240 con 0x55cf1fcc3000 -1237> 2017-12-02 17:51:58.284170 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.284171 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1236> 2017-12-02 17:51:58.284182 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf7980 getpoolstatsreply(1 v946094) v1 -1235> 2017-12-02 17:51:58.284185 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/534425855 -- getpoolstatsreply(1 v946094) v1 -- 0x55cf1fbf7980 con 0 -1234> 2017-12-02 17:51:58.284363 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094203 seq 8 0x55cf201f2480 statfs(2 pool -1 v946094) v2 -1233> 2017-12-02 17:51:58.284376 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094203 10.1.80.4:0/534425855 8 ==== statfs(2 pool -1 v946094) v2 ==== 35+0+0 (333935827 0 0) 0x55cf201f2480 con 0x55cf1fcc3000 -1232> 2017-12-02 17:51:58.284384 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194166) is_readable = 1 - now=2017-12-02 17:51:58.284384 lease_expire=2017-12-02 17:52:02.400868 has v0 lc 1194166 -1231> 2017-12-02 17:51:58.284392 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf201f2240 statfs_reply(2) v1 -1230> 2017-12-02 17:51:58.284395 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/534425855 -- statfs_reply(2) v1 -- 0x55cf201f2240 con 0 -1229> 2017-12-02 17:51:58.284692 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1228> 2017-12-02 17:51:58.284699 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1227> 2017-12-02 17:51:58.284704 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1226> 2017-12-02 17:51:58.284709 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1225> 2017-12-02 17:51:58.284713 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/534425855 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1224> 2017-12-02 17:51:58.401034 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133480 0x55cf201d2000 paxos(begin lc 1194166 fc 0 pn 21200 opn 0) v4 -1223> 2017-12-02 17:51:58.401105 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133480 ==== paxos(begin lc 1194166 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (243278961 0 0) 0x55cf201d2000 con 0x55cf1fade000 -1222> 2017-12-02 17:51:58.401744 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194166 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d2340 con 0 -1221> 2017-12-02 17:51:58.402776 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133481 0x55cf201d2340 paxos(commit lc 1194167 fc 0 pn 21200 opn 0) v4 -1220> 2017-12-02 17:51:58.402846 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133481 ==== paxos(commit lc 1194167 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2827985453 0 0) 0x55cf201d2340 con 0x55cf1fade000 -1219> 2017-12-02 17:51:58.402918 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133482 0x55cf201d2680 paxos(lease lc 1194167 fc 1193506 pn 0 opn 0) v4 -1218> 2017-12-02 17:51:58.403499 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1217> 2017-12-02 17:51:58.403507 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1216> 2017-12-02 17:51:58.403639 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133482 ==== paxos(lease lc 1194167 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (630397153 0 0) 0x55cf201d2680 con 0x55cf1fade000 -1215> 2017-12-02 17:51:58.403658 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194167 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d2000 con 0 -1214> 2017-12-02 17:51:58.403673 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1213> 2017-12-02 17:51:58.403695 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194167) is_readable = 1 - now=2017-12-02 17:51:58.403696 lease_expire=2017-12-02 17:52:03.403291 has v0 lc 1194167 -1212> 2017-12-02 17:51:59.001855 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1211> 2017-12-02 17:51:59.002052 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4032908483 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1210> 2017-12-02 17:51:59.002102 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4032908483 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1209> 2017-12-02 17:51:59.002198 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4032908483 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf7980 auth(proto 0 30 bytes epoch 0) v1 -1208> 2017-12-02 17:51:59.002220 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/4032908483 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf7980 con 0x55cf1fcc1800 -1207> 2017-12-02 17:51:59.002248 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194167) is_readable = 1 - now=2017-12-02 17:51:59.002249 lease_expire=2017-12-02 17:52:03.403291 has v0 lc 1194167 -1206> 2017-12-02 17:51:59.002286 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/4032908483 -- mon_map magic: 0 v1 -- 0x55cf1fbf7c00 con 0 -1205> 2017-12-02 17:51:59.002327 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5680 auth_reply(proto 2 0 (0) Success) v1 -1204> 2017-12-02 17:51:59.002339 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/4032908483 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5680 con 0 -1203> 2017-12-02 17:51:59.002670 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4032908483 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf5680 auth(proto 2 32 bytes epoch 0) v1 -1202> 2017-12-02 17:51:59.002727 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/4032908483 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (482454646 0 0) 0x55cf1fbf5680 con 0x55cf1fcc1800 -1201> 2017-12-02 17:51:59.002753 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194167) is_readable = 1 - now=2017-12-02 17:51:59.002753 lease_expire=2017-12-02 17:52:03.403291 has v0 lc 1194167 -1200> 2017-12-02 17:51:59.002907 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf7980 auth_reply(proto 2 0 (0) Success) v1 -1199> 2017-12-02 17:51:59.002920 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/4032908483 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf7980 con 0 -1198> 2017-12-02 17:51:59.003157 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4032908483 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf7980 auth(proto 2 165 bytes epoch 0) v1 -1197> 2017-12-02 17:51:59.003182 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/4032908483 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (3160143093 0 0) 0x55cf1fbf7980 con 0x55cf1fcc1800 -1196> 2017-12-02 17:51:59.003194 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194167) is_readable = 1 - now=2017-12-02 17:51:59.003195 lease_expire=2017-12-02 17:52:03.403291 has v0 lc 1194167 -1195> 2017-12-02 17:51:59.003306 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4032908483 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1194> 2017-12-02 17:51:59.003314 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4032908483 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1193> 2017-12-02 17:51:59.003320 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4032908483 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1192> 2017-12-02 17:51:59.003326 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4032908483 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1191> 2017-12-02 17:51:59.003330 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4032908483 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1190> 2017-12-02 17:51:59.003345 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5680 auth_reply(proto 2 0 (0) Success) v1 -1189> 2017-12-02 17:51:59.003355 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/4032908483 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5680 con 0 -1188> 2017-12-02 17:51:59.956129 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133483 0x55cf201d2000 paxos(begin lc 1194167 fc 0 pn 21200 opn 0) v4 -1187> 2017-12-02 17:51:59.956186 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133483 ==== paxos(begin lc 1194167 fc 0 pn 21200 opn 0) v4 ==== 10721+0+0 (1902338343 0 0) 0x55cf201d2000 con 0x55cf1fade000 -1186> 2017-12-02 17:51:59.956818 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194167 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d2680 con 0 -1185> 2017-12-02 17:51:59.958041 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133484 0x55cf201d2680 paxos(commit lc 1194168 fc 0 pn 21200 opn 0) v4 -1184> 2017-12-02 17:51:59.958080 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133484 ==== paxos(commit lc 1194168 fc 0 pn 21200 opn 0) v4 ==== 10721+0+0 (1231084993 0 0) 0x55cf201d2680 con 0x55cf1fade000 -1183> 2017-12-02 17:51:59.958285 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133485 0x55cf201d29c0 paxos(lease lc 1194168 fc 1193506 pn 0 opn 0) v4 -1182> 2017-12-02 17:51:59.958760 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1181> 2017-12-02 17:51:59.958765 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1180> 2017-12-02 17:51:59.958893 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133485 ==== paxos(lease lc 1194168 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3257225503 0 0) 0x55cf201d29c0 con 0x55cf1fade000 -1179> 2017-12-02 17:51:59.958909 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194168 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d2680 con 0 -1178> 2017-12-02 17:51:59.958923 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1177> 2017-12-02 17:51:59.958945 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194168) is_readable = 1 - now=2017-12-02 17:51:59.958946 lease_expire=2017-12-02 17:52:04.958651 has v0 lc 1194168 -1176> 2017-12-02 17:52:00.959030 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133486 0x55cf201d2680 paxos(begin lc 1194168 fc 0 pn 21200 opn 0) v4 -1175> 2017-12-02 17:52:00.959132 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133486 ==== paxos(begin lc 1194168 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3478555276 0 0) 0x55cf201d2680 con 0x55cf1fade000 -1174> 2017-12-02 17:52:00.959883 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194168 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d29c0 con 0 -1173> 2017-12-02 17:52:00.960982 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133487 0x55cf201d29c0 paxos(commit lc 1194169 fc 0 pn 21200 opn 0) v4 -1172> 2017-12-02 17:52:00.961051 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133487 ==== paxos(commit lc 1194169 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (758298239 0 0) 0x55cf201d29c0 con 0x55cf1fade000 -1171> 2017-12-02 17:52:00.961215 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133488 0x55cf201d2d00 paxos(lease lc 1194169 fc 1193506 pn 0 opn 0) v4 -1170> 2017-12-02 17:52:00.961785 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1169> 2017-12-02 17:52:00.961794 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1168> 2017-12-02 17:52:00.961933 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133488 ==== paxos(lease lc 1194169 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (4000025637 0 0) 0x55cf201d2d00 con 0x55cf1fade000 -1167> 2017-12-02 17:52:00.961951 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194169 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d29c0 con 0 -1166> 2017-12-02 17:52:00.961965 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1165> 2017-12-02 17:52:00.961987 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194169) is_readable = 1 - now=2017-12-02 17:52:00.961987 lease_expire=2017-12-02 17:52:05.961557 has v0 lc 1194169 -1164> 2017-12-02 17:52:01.727278 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1163> 2017-12-02 17:52:01.727447 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3608250465 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1162> 2017-12-02 17:52:01.727509 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3608250465 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1161> 2017-12-02 17:52:01.727610 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3608250465 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf7c00 auth(proto 0 30 bytes epoch 0) v1 -1160> 2017-12-02 17:52:01.727628 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/3608250465 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf7c00 con 0x55cf1fb7c800 -1159> 2017-12-02 17:52:01.727651 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194169) is_readable = 1 - now=2017-12-02 17:52:01.727652 lease_expire=2017-12-02 17:52:05.961557 has v0 lc 1194169 -1158> 2017-12-02 17:52:01.727687 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3608250465 -- mon_map magic: 0 v1 -- 0x55cf1fbf7980 con 0 -1157> 2017-12-02 17:52:01.727731 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5680 auth_reply(proto 2 0 (0) Success) v1 -1156> 2017-12-02 17:52:01.727739 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3608250465 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5680 con 0 -1155> 2017-12-02 17:52:01.728086 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3608250465 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf5680 auth(proto 2 32 bytes epoch 0) v1 -1154> 2017-12-02 17:52:01.728129 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/3608250465 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (3248746918 0 0) 0x55cf1fbf5680 con 0x55cf1fb7c800 -1153> 2017-12-02 17:52:01.728145 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194169) is_readable = 1 - now=2017-12-02 17:52:01.728146 lease_expire=2017-12-02 17:52:05.961557 has v0 lc 1194169 -1152> 2017-12-02 17:52:01.728263 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf7c00 auth_reply(proto 2 0 (0) Success) v1 -1151> 2017-12-02 17:52:01.728271 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3608250465 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf7c00 con 0 -1150> 2017-12-02 17:52:01.728472 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3608250465 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf7c00 auth(proto 2 165 bytes epoch 0) v1 -1149> 2017-12-02 17:52:01.728496 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/3608250465 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2907825939 0 0) 0x55cf1fbf7c00 con 0x55cf1fb7c800 -1148> 2017-12-02 17:52:01.728505 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194169) is_readable = 1 - now=2017-12-02 17:52:01.728506 lease_expire=2017-12-02 17:52:05.961557 has v0 lc 1194169 -1147> 2017-12-02 17:52:01.728629 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5680 auth_reply(proto 2 0 (0) Success) v1 -1146> 2017-12-02 17:52:01.728635 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/3608250465 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5680 con 0 -1145> 2017-12-02 17:52:01.728708 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3608250465 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1144> 2017-12-02 17:52:01.728719 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3608250465 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1143> 2017-12-02 17:52:01.728723 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3608250465 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1142> 2017-12-02 17:52:01.728728 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3608250465 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1141> 2017-12-02 17:52:01.728733 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/3608250465 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1140> 2017-12-02 17:52:01.728744 7f793c747700 1 -- 10.1.80.4:6789/0 reap_dead start -1139> 2017-12-02 17:52:01.728760 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7b000 -1138> 2017-12-02 17:52:01.728781 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7c800 -1137> 2017-12-02 17:52:01.728785 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc1800 -1136> 2017-12-02 17:52:01.728787 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc3000 -1135> 2017-12-02 17:52:01.728792 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc4800 -1134> 2017-12-02 17:52:02.388593 7f7942f54700 0 mon.c1n4@3(peon).data_health(822) update_stats avail 92% total 93225 MB, used 1998 MB, avail 86449 MB -1133> 2017-12-02 17:52:02.388667 7f7942f54700 1 -- 10.1.80.4:6789/0 _send_message--> mon.0 10.1.80.1:6789/0 -- mon_health( service 1 op tell e 0 r 0 ) v1 -- ?+0 0x55cf1fbf6580 -1132> 2017-12-02 17:52:02.388688 7f7942f54700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- mon_health( service 1 op tell e 0 r 0 ) v1 -- 0x55cf1fbf6580 con 0 -1131> 2017-12-02 17:52:02.388710 7f7942f54700 1 -- 10.1.80.4:6789/0 _send_message--> mon.1 10.1.80.2:6789/0 -- mon_health( service 1 op tell e 0 r 0 ) v1 -- ?+0 0x55cf1fbf6d00 -1130> 2017-12-02 17:52:02.388715 7f7942f54700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:6789/0 -- mon_health( service 1 op tell e 0 r 0 ) v1 -- 0x55cf1fbf6d00 con 0 -1129> 2017-12-02 17:52:02.388727 7f7942f54700 1 -- 10.1.80.4:6789/0 _send_message--> mon.2 10.1.80.3:6789/0 -- mon_health( service 1 op tell e 0 r 0 ) v1 -- ?+0 0x55cf1fbf6a80 -1128> 2017-12-02 17:52:02.388732 7f7942f54700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:6789/0 -- mon_health( service 1 op tell e 0 r 0 ) v1 -- 0x55cf1fbf6a80 con 0 -1127> 2017-12-02 17:52:02.400733 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133489 0x55cf201d29c0 paxos(begin lc 1194169 fc 0 pn 21200 opn 0) v4 -1126> 2017-12-02 17:52:02.400808 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133489 ==== paxos(begin lc 1194169 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1962814071 0 0) 0x55cf201d29c0 con 0x55cf1fade000 -1125> 2017-12-02 17:52:02.401292 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194169 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d2d00 con 0 -1124> 2017-12-02 17:52:02.402023 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133490 0x55cf201d2d00 paxos(commit lc 1194170 fc 0 pn 21200 opn 0) v4 -1123> 2017-12-02 17:52:02.402048 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133490 ==== paxos(commit lc 1194170 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (4002062482 0 0) 0x55cf201d2d00 con 0x55cf1fade000 -1122> 2017-12-02 17:52:02.402284 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133491 0x55cf201d3040 paxos(lease lc 1194170 fc 1193506 pn 0 opn 0) v4 -1121> 2017-12-02 17:52:02.402557 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1120> 2017-12-02 17:52:02.402564 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1119> 2017-12-02 17:52:02.402685 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133491 ==== paxos(lease lc 1194170 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (981390497 0 0) 0x55cf201d3040 con 0x55cf1fade000 -1118> 2017-12-02 17:52:02.402700 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194170 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d2d00 con 0 -1117> 2017-12-02 17:52:02.402716 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1116> 2017-12-02 17:52:02.402721 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194170) is_readable = 1 - now=2017-12-02 17:52:02.402721 lease_expire=2017-12-02 17:52:07.402665 has v0 lc 1194170 -1115> 2017-12-02 17:52:02.452286 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133492 0x55cf201d2d00 paxos(begin lc 1194170 fc 0 pn 21200 opn 0) v4 -1114> 2017-12-02 17:52:02.452314 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133492 ==== paxos(begin lc 1194170 fc 0 pn 21200 opn 0) v4 ==== 10023+0+0 (1889548466 0 0) 0x55cf201d2d00 con 0x55cf1fade000 -1113> 2017-12-02 17:52:02.452730 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194170 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d3040 con 0 -1112> 2017-12-02 17:52:02.453650 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133493 0x55cf201d3040 paxos(commit lc 1194171 fc 0 pn 21200 opn 0) v4 -1111> 2017-12-02 17:52:02.453673 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133493 ==== paxos(commit lc 1194171 fc 0 pn 21200 opn 0) v4 ==== 10023+0+0 (1072318151 0 0) 0x55cf201d3040 con 0x55cf1fade000 -1110> 2017-12-02 17:52:02.453931 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133494 0x55cf201d3380 paxos(lease lc 1194171 fc 1193506 pn 0 opn 0) v4 -1109> 2017-12-02 17:52:02.454419 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1108> 2017-12-02 17:52:02.454430 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1107> 2017-12-02 17:52:02.454580 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133494 ==== paxos(lease lc 1194171 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3381484247 0 0) 0x55cf201d3380 con 0x55cf1fade000 -1106> 2017-12-02 17:52:02.454609 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194171 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d3040 con 0 -1105> 2017-12-02 17:52:02.454638 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1104> 2017-12-02 17:52:02.454649 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194171) is_readable = 1 - now=2017-12-02 17:52:02.454650 lease_expire=2017-12-02 17:52:07.454310 has v0 lc 1194171 -1103> 2017-12-02 17:52:02.597114 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54f000 con 0 -1102> 2017-12-02 17:52:04.298745 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1101> 2017-12-02 17:52:04.298961 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1233547300 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1100> 2017-12-02 17:52:04.299006 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1233547300 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1099> 2017-12-02 17:52:04.299050 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1233547300 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6580 auth(proto 0 30 bytes epoch 0) v1 -1098> 2017-12-02 17:52:04.299072 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1233547300 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6580 con 0x55cf1fb7c800 -1097> 2017-12-02 17:52:04.299102 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194171) is_readable = 1 - now=2017-12-02 17:52:04.299103 lease_expire=2017-12-02 17:52:07.454310 has v0 lc 1194171 -1096> 2017-12-02 17:52:04.299142 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1233547300 -- mon_map magic: 0 v1 -- 0x55cf1fbf7c00 con 0 -1095> 2017-12-02 17:52:04.299182 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5400 auth_reply(proto 2 0 (0) Success) v1 -1094> 2017-12-02 17:52:04.299206 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1233547300 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5400 con 0 -1093> 2017-12-02 17:52:04.299600 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1233547300 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf5400 auth(proto 2 32 bytes epoch 0) v1 -1092> 2017-12-02 17:52:04.299651 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1233547300 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2089542715 0 0) 0x55cf1fbf5400 con 0x55cf1fb7c800 -1091> 2017-12-02 17:52:04.299672 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194171) is_readable = 1 - now=2017-12-02 17:52:04.299673 lease_expire=2017-12-02 17:52:07.454310 has v0 lc 1194171 -1090> 2017-12-02 17:52:04.299831 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6580 auth_reply(proto 2 0 (0) Success) v1 -1089> 2017-12-02 17:52:04.299843 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1233547300 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6580 con 0 -1088> 2017-12-02 17:52:04.300082 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1233547300 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6580 auth(proto 2 165 bytes epoch 0) v1 -1087> 2017-12-02 17:52:04.300106 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1233547300 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (520729191 0 0) 0x55cf1fbf6580 con 0x55cf1fb7c800 -1086> 2017-12-02 17:52:04.300118 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194171) is_readable = 1 - now=2017-12-02 17:52:04.300119 lease_expire=2017-12-02 17:52:07.454310 has v0 lc 1194171 -1085> 2017-12-02 17:52:04.300265 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5400 auth_reply(proto 2 0 (0) Success) v1 -1084> 2017-12-02 17:52:04.300274 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1233547300 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5400 con 0 -1083> 2017-12-02 17:52:04.300500 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1233547300 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1082> 2017-12-02 17:52:04.300509 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1233547300 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1081> 2017-12-02 17:52:04.300518 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1233547300 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1080> 2017-12-02 17:52:04.300524 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1233547300 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1079> 2017-12-02 17:52:04.300530 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1233547300 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1078> 2017-12-02 17:52:04.352948 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133495 0x55cf201d3040 paxos(begin lc 1194171 fc 0 pn 21200 opn 0) v4 -1077> 2017-12-02 17:52:04.353049 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133495 ==== paxos(begin lc 1194171 fc 0 pn 21200 opn 0) v4 ==== 10228+0+0 (4283033084 0 0) 0x55cf201d3040 con 0x55cf1fade000 -1076> 2017-12-02 17:52:04.353888 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194171 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d3380 con 0 -1075> 2017-12-02 17:52:04.354945 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133496 0x55cf201d3380 paxos(commit lc 1194172 fc 0 pn 21200 opn 0) v4 -1074> 2017-12-02 17:52:04.355023 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133496 ==== paxos(commit lc 1194172 fc 0 pn 21200 opn 0) v4 ==== 10228+0+0 (4065403980 0 0) 0x55cf201d3380 con 0x55cf1fade000 -1073> 2017-12-02 17:52:04.355155 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133497 0x55cf201d36c0 paxos(lease lc 1194172 fc 1193506 pn 0 opn 0) v4 -1072> 2017-12-02 17:52:04.355789 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1071> 2017-12-02 17:52:04.355799 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1070> 2017-12-02 17:52:04.355919 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133497 ==== paxos(lease lc 1194172 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2809371336 0 0) 0x55cf201d36c0 con 0x55cf1fade000 -1069> 2017-12-02 17:52:04.355939 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194172 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d3380 con 0 -1068> 2017-12-02 17:52:04.355958 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1067> 2017-12-02 17:52:04.355977 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194172) is_readable = 1 - now=2017-12-02 17:52:04.355978 lease_expire=2017-12-02 17:52:09.355528 has v0 lc 1194172 -1066> 2017-12-02 17:52:04.403542 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133498 0x55cf201d3380 paxos(begin lc 1194172 fc 0 pn 21200 opn 0) v4 -1065> 2017-12-02 17:52:04.403625 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133498 ==== paxos(begin lc 1194172 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3491950786 0 0) 0x55cf201d3380 con 0x55cf1fade000 -1064> 2017-12-02 17:52:04.404204 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194172 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d36c0 con 0 -1063> 2017-12-02 17:52:04.405123 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133499 0x55cf201d36c0 paxos(commit lc 1194173 fc 0 pn 21200 opn 0) v4 -1062> 2017-12-02 17:52:04.405207 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133499 ==== paxos(commit lc 1194173 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3886500693 0 0) 0x55cf201d36c0 con 0x55cf1fade000 -1061> 2017-12-02 17:52:04.405241 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133500 0x55cf201d3a00 paxos(lease lc 1194173 fc 1193506 pn 0 opn 0) v4 -1060> 2017-12-02 17:52:04.405889 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1059> 2017-12-02 17:52:04.405902 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1058> 2017-12-02 17:52:04.406002 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133500 ==== paxos(lease lc 1194173 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1644781511 0 0) 0x55cf201d3a00 con 0x55cf1fade000 -1057> 2017-12-02 17:52:04.406022 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194173 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d36c0 con 0 -1056> 2017-12-02 17:52:04.406040 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1055> 2017-12-02 17:52:04.406046 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194173) is_readable = 1 - now=2017-12-02 17:52:04.406046 lease_expire=2017-12-02 17:52:09.405617 has v0 lc 1194173 -1054> 2017-12-02 17:52:06.404592 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133501 0x55cf201d36c0 paxos(begin lc 1194173 fc 0 pn 21200 opn 0) v4 -1053> 2017-12-02 17:52:06.404695 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133501 ==== paxos(begin lc 1194173 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3746280877 0 0) 0x55cf201d36c0 con 0x55cf1fade000 -1052> 2017-12-02 17:52:06.405353 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194173 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d3a00 con 0 -1051> 2017-12-02 17:52:06.406368 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133502 0x55cf201d3a00 paxos(commit lc 1194174 fc 0 pn 21200 opn 0) v4 -1050> 2017-12-02 17:52:06.406440 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133502 ==== paxos(commit lc 1194174 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1021350594 0 0) 0x55cf201d3a00 con 0x55cf1fade000 -1049> 2017-12-02 17:52:06.406561 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133503 0x55cf201d3d40 paxos(lease lc 1194174 fc 1193506 pn 0 opn 0) v4 -1048> 2017-12-02 17:52:06.407110 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -1047> 2017-12-02 17:52:06.407118 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -1046> 2017-12-02 17:52:06.407254 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133503 ==== paxos(lease lc 1194174 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3842933463 0 0) 0x55cf201d3d40 con 0x55cf1fade000 -1045> 2017-12-02 17:52:06.407270 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194174 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d3a00 con 0 -1044> 2017-12-02 17:52:06.407284 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -1043> 2017-12-02 17:52:06.407305 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:06.407306 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -1042> 2017-12-02 17:52:07.597394 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54f300 con 0 -1041> 2017-12-02 17:52:08.148446 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1040> 2017-12-02 17:52:08.148585 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4256173043 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -1039> 2017-12-02 17:52:08.148648 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4256173043 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1038> 2017-12-02 17:52:08.148715 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4256173043 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf5400 auth(proto 0 30 bytes epoch 0) v1 -1037> 2017-12-02 17:52:08.148732 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/4256173043 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf5400 con 0x55cf1fcc4800 -1036> 2017-12-02 17:52:08.148765 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.148766 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -1035> 2017-12-02 17:52:08.148803 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/4256173043 -- mon_map magic: 0 v1 -- 0x55cf1fbf6580 con 0 -1034> 2017-12-02 17:52:08.148847 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6080 auth_reply(proto 2 0 (0) Success) v1 -1033> 2017-12-02 17:52:08.148857 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/4256173043 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6080 con 0 -1032> 2017-12-02 17:52:08.149217 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4256173043 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6080 auth(proto 2 32 bytes epoch 0) v1 -1031> 2017-12-02 17:52:08.149232 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/4256173043 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (1950000090 0 0) 0x55cf1fbf6080 con 0x55cf1fcc4800 -1030> 2017-12-02 17:52:08.149242 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.149242 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -1029> 2017-12-02 17:52:08.149363 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5400 auth_reply(proto 2 0 (0) Success) v1 -1028> 2017-12-02 17:52:08.149372 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/4256173043 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5400 con 0 -1027> 2017-12-02 17:52:08.149608 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4256173043 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf5400 auth(proto 2 165 bytes epoch 0) v1 -1026> 2017-12-02 17:52:08.149650 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/4256173043 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2832943502 0 0) 0x55cf1fbf5400 con 0x55cf1fcc4800 -1025> 2017-12-02 17:52:08.149659 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.149660 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -1024> 2017-12-02 17:52:08.149789 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6080 auth_reply(proto 2 0 (0) Success) v1 -1023> 2017-12-02 17:52:08.149795 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/4256173043 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6080 con 0 -1022> 2017-12-02 17:52:08.149793 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4256173043 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -1021> 2017-12-02 17:52:08.149819 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4256173043 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -1020> 2017-12-02 17:52:08.149824 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4256173043 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -1019> 2017-12-02 17:52:08.149831 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4256173043 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -1018> 2017-12-02 17:52:08.149835 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/4256173043 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -1017> 2017-12-02 17:52:08.174527 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -1016> 2017-12-02 17:52:08.174672 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3491739296 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -1015> 2017-12-02 17:52:08.174781 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3491739296 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -1014> 2017-12-02 17:52:08.174852 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3491739296 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6080 auth(proto 0 30 bytes epoch 0) v1 -1013> 2017-12-02 17:52:08.174868 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/3491739296 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6080 con 0x55cf1fcc3000 -1012> 2017-12-02 17:52:08.174892 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.174893 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -1011> 2017-12-02 17:52:08.174925 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/3491739296 -- mon_map magic: 0 v1 -- 0x55cf1fbf5400 con 0 -1010> 2017-12-02 17:52:08.174954 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -1009> 2017-12-02 17:52:08.174964 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/3491739296 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -1008> 2017-12-02 17:52:08.175395 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3491739296 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf4c80 auth(proto 2 32 bytes epoch 0) v1 -1007> 2017-12-02 17:52:08.175411 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/3491739296 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (4020687805 0 0) 0x55cf1fbf4c80 con 0x55cf1fcc3000 -1006> 2017-12-02 17:52:08.175434 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.175434 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -1005> 2017-12-02 17:52:08.175549 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6080 auth_reply(proto 2 0 (0) Success) v1 -1004> 2017-12-02 17:52:08.175557 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/3491739296 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6080 con 0 -1003> 2017-12-02 17:52:08.175801 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3491739296 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6080 auth(proto 2 165 bytes epoch 0) v1 -1002> 2017-12-02 17:52:08.175820 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/3491739296 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (1671171865 0 0) 0x55cf1fbf6080 con 0x55cf1fcc3000 -1001> 2017-12-02 17:52:08.175829 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.175829 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -1000> 2017-12-02 17:52:08.175948 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -999> 2017-12-02 17:52:08.175955 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/3491739296 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -998> 2017-12-02 17:52:08.176134 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3491739296 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -997> 2017-12-02 17:52:08.176142 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3491739296 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -996> 2017-12-02 17:52:08.176146 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3491739296 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -995> 2017-12-02 17:52:08.176152 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3491739296 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -994> 2017-12-02 17:52:08.176157 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/3491739296 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -993> 2017-12-02 17:52:08.371298 7f793c747700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -992> 2017-12-02 17:52:08.371393 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -991> 2017-12-02 17:52:08.371419 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -990> 2017-12-02 17:52:08.371487 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf4c80 auth(proto 0 30 bytes epoch 0) v1 -989> 2017-12-02 17:52:08.371508 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/4200795436 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf4c80 con 0x55cf1fcc1800 -988> 2017-12-02 17:52:08.371536 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.371537 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -987> 2017-12-02 17:52:08.371567 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/4200795436 -- mon_map magic: 0 v1 -- 0x55cf1fbf6080 con 0 -986> 2017-12-02 17:52:08.371593 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6300 auth_reply(proto 2 0 (0) Success) v1 -985> 2017-12-02 17:52:08.371613 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/4200795436 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6300 con 0 -984> 2017-12-02 17:52:08.371836 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6300 auth(proto 2 32 bytes epoch 0) v1 -983> 2017-12-02 17:52:08.371851 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/4200795436 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (4136569335 0 0) 0x55cf1fbf6300 con 0x55cf1fcc1800 -982> 2017-12-02 17:52:08.371863 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.371863 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -981> 2017-12-02 17:52:08.371985 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf4c80 auth_reply(proto 2 0 (0) Success) v1 -980> 2017-12-02 17:52:08.371993 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/4200795436 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4c80 con 0 -979> 2017-12-02 17:52:08.372136 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf4c80 auth(proto 2 165 bytes epoch 0) v1 -978> 2017-12-02 17:52:08.372156 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/4200795436 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (685162248 0 0) 0x55cf1fbf4c80 con 0x55cf1fcc1800 -977> 2017-12-02 17:52:08.372164 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.372164 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -976> 2017-12-02 17:52:08.372293 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6300 auth_reply(proto 2 0 (0) Success) v1 -975> 2017-12-02 17:52:08.372300 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/4200795436 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6300 con 0 -974> 2017-12-02 17:52:08.372492 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 4 0x55cf201f2240 mon_subscribe({monmap=0+}) v2 -973> 2017-12-02 17:52:08.372507 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/4200795436 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf201f2240 con 0x55cf1fcc1800 -972> 2017-12-02 17:52:08.372520 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094227 seq 5 0x55cf201f26c0 mon_subscribe({mgrmap=0+}) v2 -971> 2017-12-02 17:52:08.372528 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/4200795436 -- mon_map magic: 0 v1 -- 0x55cf1fbf4c80 con 0 -970> 2017-12-02 17:52:08.372543 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094227 10.1.80.4:0/4200795436 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf201f26c0 con 0x55cf1fcc1800 -969> 2017-12-02 17:52:08.372574 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/4200795436 -- mgrmap(e 219) v1 -- 0x55cf1f54d500 con 0 -968> 2017-12-02 17:52:08.372587 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094227 seq 6 0x55cf201f2900 mon_subscribe({osdmap=0}) v2 -967> 2017-12-02 17:52:08.372600 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094227 10.1.80.4:0/4200795436 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf201f2900 con 0x55cf1fcc1800 -966> 2017-12-02 17:52:08.372612 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/4200795436 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf4f00 con 0 -965> 2017-12-02 17:52:08.372760 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=35 - -964> 2017-12-02 17:52:08.372900 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -963> 2017-12-02 17:52:08.372960 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -962> 2017-12-02 17:52:08.372964 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094227 seq 7 0x55cf201f2b40 getpoolstats(1 ceph v0) v1 -961> 2017-12-02 17:52:08.372994 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094227 10.1.80.4:0/4200795436 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf201f2b40 con 0x55cf1fcc1800 -960> 2017-12-02 17:52:08.373012 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.373013 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -959> 2017-12-02 17:52:08.373032 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5900 getpoolstatsreply(1 v946099) v1 -958> 2017-12-02 17:52:08.373035 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6a80 auth(proto 0 30 bytes epoch 0) v1 -957> 2017-12-02 17:52:08.373037 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/4200795436 -- getpoolstatsreply(1 v946099) v1 -- 0x55cf1fbf5900 con 0 -956> 2017-12-02 17:52:08.373068 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/2218437824 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6a80 con 0x55cf1fb7b000 -955> 2017-12-02 17:52:08.373079 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.373080 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -954> 2017-12-02 17:52:08.373103 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2218437824 -- mon_map magic: 0 v1 -- 0x55cf1fbf6f80 con 0 -953> 2017-12-02 17:52:08.373126 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 auth_reply(proto 2 0 (0) Success) v1 -952> 2017-12-02 17:52:08.373133 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2218437824 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741980 con 0 -951> 2017-12-02 17:52:08.373240 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094227 seq 8 0x55cf201f2d80 statfs(2 pool -1 v946099) v2 -950> 2017-12-02 17:52:08.373262 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094227 10.1.80.4:0/4200795436 8 ==== statfs(2 pool -1 v946099) v2 ==== 35+0+0 (2840785479 0 0) 0x55cf201f2d80 con 0x55cf1fcc1800 -949> 2017-12-02 17:52:08.373271 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.373271 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -948> 2017-12-02 17:52:08.373280 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf201f2b40 statfs_reply(2) v1 -947> 2017-12-02 17:52:08.373284 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/4200795436 -- statfs_reply(2) v1 -- 0x55cf201f2b40 con 0 -946> 2017-12-02 17:52:08.373532 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1f741980 auth(proto 2 32 bytes epoch 0) v1 -945> 2017-12-02 17:52:08.373554 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/2218437824 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (494937306 0 0) 0x55cf1f741980 con 0x55cf1fb7b000 -944> 2017-12-02 17:52:08.373563 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.373564 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -943> 2017-12-02 17:52:08.373624 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -942> 2017-12-02 17:52:08.373633 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -941> 2017-12-02 17:52:08.373638 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -940> 2017-12-02 17:52:08.373643 7f793c747700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -939> 2017-12-02 17:52:08.373647 7f793c747700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/4200795436 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -938> 2017-12-02 17:52:08.373664 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6a80 auth_reply(proto 2 0 (0) Success) v1 -937> 2017-12-02 17:52:08.373672 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2218437824 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6a80 con 0 -936> 2017-12-02 17:52:08.373881 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6a80 auth(proto 2 165 bytes epoch 0) v1 -935> 2017-12-02 17:52:08.373896 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/2218437824 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2336936465 0 0) 0x55cf1fbf6a80 con 0x55cf1fb7b000 -934> 2017-12-02 17:52:08.373904 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.373905 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -933> 2017-12-02 17:52:08.374021 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 auth_reply(proto 2 0 (0) Success) v1 -932> 2017-12-02 17:52:08.374027 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2218437824 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741980 con 0 -931> 2017-12-02 17:52:08.374287 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 4 0x55cf1f4bdd40 mon_subscribe({monmap=0+}) v2 -930> 2017-12-02 17:52:08.374323 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094231 seq 5 0x55cf1f4beac0 mon_subscribe({mgrmap=0+}) v2 -929> 2017-12-02 17:52:08.374338 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/2218437824 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4bdd40 con 0x55cf1fb7b000 -928> 2017-12-02 17:52:08.374367 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2218437824 -- mon_map magic: 0 v1 -- 0x55cf1fbf6a80 con 0 -927> 2017-12-02 17:52:08.374383 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094231 10.1.80.3:0/2218437824 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4beac0 con 0x55cf1fb7b000 -926> 2017-12-02 17:52:08.374388 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094231 seq 6 0x55cf1f4bfa80 mon_subscribe({osdmap=0}) v2 -925> 2017-12-02 17:52:08.374397 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2218437824 -- mgrmap(e 219) v1 -- 0x55cf1f54ed00 con 0 -924> 2017-12-02 17:52:08.374407 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094231 10.1.80.3:0/2218437824 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf1f4bfa80 con 0x55cf1fb7b000 -923> 2017-12-02 17:52:08.374417 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2218437824 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1f741700 con 0 -922> 2017-12-02 17:52:08.374885 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094231 seq 7 0x55cf1f4bf840 getpoolstats(1 ceph v0) v1 -921> 2017-12-02 17:52:08.374929 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094231 10.1.80.3:0/2218437824 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf1f4bf840 con 0x55cf1fb7b000 -920> 2017-12-02 17:52:08.374946 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.374947 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -919> 2017-12-02 17:52:08.374960 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f740300 getpoolstatsreply(1 v946099) v1 -918> 2017-12-02 17:52:08.374964 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2218437824 -- getpoolstatsreply(1 v946099) v1 -- 0x55cf1f740300 con 0 -917> 2017-12-02 17:52:08.375200 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094231 seq 8 0x55cf1f4bf600 statfs(2 pool -1 v946099) v2 -916> 2017-12-02 17:52:08.375213 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094231 10.1.80.3:0/2218437824 8 ==== statfs(2 pool -1 v946099) v2 ==== 35+0+0 (2840785479 0 0) 0x55cf1f4bf600 con 0x55cf1fb7b000 -915> 2017-12-02 17:52:08.375221 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194174) is_readable = 1 - now=2017-12-02 17:52:08.375222 lease_expire=2017-12-02 17:52:11.406939 has v0 lc 1194174 -914> 2017-12-02 17:52:08.375232 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f4bf840 statfs_reply(2) v1 -913> 2017-12-02 17:52:08.375235 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2218437824 -- statfs_reply(2) v1 -- 0x55cf1f4bf840 con 0 -912> 2017-12-02 17:52:08.375580 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 35 -911> 2017-12-02 17:52:08.375587 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -910> 2017-12-02 17:52:08.375591 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -909> 2017-12-02 17:52:08.375596 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -908> 2017-12-02 17:52:08.375600 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2218437824 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -907> 2017-12-02 17:52:08.375639 7f793c747700 1 -- 10.1.80.4:6789/0 reap_dead start -906> 2017-12-02 17:52:08.375650 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7b000 -905> 2017-12-02 17:52:08.375658 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7c800 -904> 2017-12-02 17:52:08.375663 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc1800 -903> 2017-12-02 17:52:08.375671 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc3000 -902> 2017-12-02 17:52:08.375675 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc4800 -901> 2017-12-02 17:52:08.405426 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133504 0x55cf201d3a00 paxos(begin lc 1194174 fc 0 pn 21200 opn 0) v4 -900> 2017-12-02 17:52:08.405507 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133504 ==== paxos(begin lc 1194174 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (781888746 0 0) 0x55cf201d3a00 con 0x55cf1fade000 -899> 2017-12-02 17:52:08.406125 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194174 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d3d40 con 0 -898> 2017-12-02 17:52:08.406952 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133505 0x55cf201d3d40 paxos(commit lc 1194175 fc 0 pn 21200 opn 0) v4 -897> 2017-12-02 17:52:08.407008 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133505 ==== paxos(commit lc 1194175 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2622058196 0 0) 0x55cf201d3d40 con 0x55cf1fade000 -896> 2017-12-02 17:52:08.407207 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133506 0x55cf201a8000 paxos(lease lc 1194175 fc 1193506 pn 0 opn 0) v4 -895> 2017-12-02 17:52:08.407585 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -894> 2017-12-02 17:52:08.407593 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -893> 2017-12-02 17:52:08.407693 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133506 ==== paxos(lease lc 1194175 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3659232356 0 0) 0x55cf201a8000 con 0x55cf1fade000 -892> 2017-12-02 17:52:08.407709 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194175 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d3d40 con 0 -891> 2017-12-02 17:52:08.407724 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -890> 2017-12-02 17:52:08.407730 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194175) is_readable = 1 - now=2017-12-02 17:52:08.407730 lease_expire=2017-12-02 17:52:13.407562 has v0 lc 1194175 -889> 2017-12-02 17:52:09.956474 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133507 0x55cf201d3d40 paxos(begin lc 1194175 fc 0 pn 21200 opn 0) v4 -888> 2017-12-02 17:52:09.956579 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133507 ==== paxos(begin lc 1194175 fc 0 pn 21200 opn 0) v4 ==== 10241+0+0 (2093516632 0 0) 0x55cf201d3d40 con 0x55cf1fade000 -887> 2017-12-02 17:52:09.957338 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194175 fc 0 pn 21200 opn 0) v4 -- 0x55cf201a8000 con 0 -886> 2017-12-02 17:52:09.958357 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133508 0x55cf201a8000 paxos(commit lc 1194176 fc 0 pn 21200 opn 0) v4 -885> 2017-12-02 17:52:09.958421 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133508 ==== paxos(commit lc 1194176 fc 0 pn 21200 opn 0) v4 ==== 10241+0+0 (1949143348 0 0) 0x55cf201a8000 con 0x55cf1fade000 -884> 2017-12-02 17:52:09.958577 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133509 0x55cf201a8340 paxos(lease lc 1194176 fc 1193506 pn 0 opn 0) v4 -883> 2017-12-02 17:52:09.959169 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -882> 2017-12-02 17:52:09.959175 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -881> 2017-12-02 17:52:09.959284 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133509 ==== paxos(lease lc 1194176 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3292658985 0 0) 0x55cf201a8340 con 0x55cf1fade000 -880> 2017-12-02 17:52:09.959300 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194176 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201a8000 con 0 -879> 2017-12-02 17:52:09.959334 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -878> 2017-12-02 17:52:09.959340 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194176) is_readable = 1 - now=2017-12-02 17:52:09.959340 lease_expire=2017-12-02 17:52:14.958939 has v0 lc 1194176 -877> 2017-12-02 17:52:10.958959 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133510 0x55cf201a8000 paxos(begin lc 1194176 fc 0 pn 21200 opn 0) v4 -876> 2017-12-02 17:52:10.959043 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133510 ==== paxos(begin lc 1194176 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1872645445 0 0) 0x55cf201a8000 con 0x55cf1fade000 -875> 2017-12-02 17:52:10.959769 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194176 fc 0 pn 21200 opn 0) v4 -- 0x55cf201a8340 con 0 -874> 2017-12-02 17:52:10.960703 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133511 0x55cf201a8340 paxos(commit lc 1194177 fc 0 pn 21200 opn 0) v4 -873> 2017-12-02 17:52:10.960762 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133511 ==== paxos(commit lc 1194177 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3008748274 0 0) 0x55cf201a8340 con 0x55cf1fade000 -872> 2017-12-02 17:52:10.960945 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133512 0x55cf201a8680 paxos(lease lc 1194177 fc 1193506 pn 0 opn 0) v4 -871> 2017-12-02 17:52:10.961516 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -870> 2017-12-02 17:52:10.961526 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -869> 2017-12-02 17:52:10.961632 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133512 ==== paxos(lease lc 1194177 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (16840021 0 0) 0x55cf201a8680 con 0x55cf1fade000 -868> 2017-12-02 17:52:10.961650 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194177 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201a8340 con 0 -867> 2017-12-02 17:52:10.961667 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -866> 2017-12-02 17:52:10.961676 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194177) is_readable = 1 - now=2017-12-02 17:52:10.961677 lease_expire=2017-12-02 17:52:15.961312 has v0 lc 1194177 -865> 2017-12-02 17:52:11.882646 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -864> 2017-12-02 17:52:11.882831 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1634087102 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -863> 2017-12-02 17:52:11.882893 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1634087102 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -862> 2017-12-02 17:52:11.882977 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1634087102 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1f740300 auth(proto 0 30 bytes epoch 0) v1 -861> 2017-12-02 17:52:11.883007 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1634087102 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f740300 con 0x55cf1fcc4800 -860> 2017-12-02 17:52:11.883032 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194177) is_readable = 1 - now=2017-12-02 17:52:11.883033 lease_expire=2017-12-02 17:52:15.961312 has v0 lc 1194177 -859> 2017-12-02 17:52:11.883067 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1634087102 -- mon_map magic: 0 v1 -- 0x55cf1f741c00 con 0 -858> 2017-12-02 17:52:11.883101 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6f80 auth_reply(proto 2 0 (0) Success) v1 -857> 2017-12-02 17:52:11.883110 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1634087102 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6f80 con 0 -856> 2017-12-02 17:52:11.883423 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1634087102 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6f80 auth(proto 2 32 bytes epoch 0) v1 -855> 2017-12-02 17:52:11.883468 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1634087102 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (244496120 0 0) 0x55cf1fbf6f80 con 0x55cf1fcc4800 -854> 2017-12-02 17:52:11.883485 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194177) is_readable = 1 - now=2017-12-02 17:52:11.883486 lease_expire=2017-12-02 17:52:15.961312 has v0 lc 1194177 -853> 2017-12-02 17:52:11.883617 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f740300 auth_reply(proto 2 0 (0) Success) v1 -852> 2017-12-02 17:52:11.883627 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1634087102 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f740300 con 0 -851> 2017-12-02 17:52:11.883808 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1634087102 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1f740300 auth(proto 2 165 bytes epoch 0) v1 -850> 2017-12-02 17:52:11.883825 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1634087102 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2058191422 0 0) 0x55cf1f740300 con 0x55cf1fcc4800 -849> 2017-12-02 17:52:11.883834 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194177) is_readable = 1 - now=2017-12-02 17:52:11.883835 lease_expire=2017-12-02 17:52:15.961312 has v0 lc 1194177 -848> 2017-12-02 17:52:11.883962 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6f80 auth_reply(proto 2 0 (0) Success) v1 -847> 2017-12-02 17:52:11.883969 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1634087102 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6f80 con 0 -846> 2017-12-02 17:52:11.884040 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1634087102 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -845> 2017-12-02 17:52:11.884055 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1634087102 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -844> 2017-12-02 17:52:11.884060 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1634087102 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -843> 2017-12-02 17:52:11.884065 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1634087102 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -842> 2017-12-02 17:52:11.884069 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1634087102 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -841> 2017-12-02 17:52:11.961399 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133513 0x55cf201a8340 paxos(begin lc 1194177 fc 0 pn 21200 opn 0) v4 -840> 2017-12-02 17:52:11.961444 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133513 ==== paxos(begin lc 1194177 fc 0 pn 21200 opn 0) v4 ==== 10241+0+0 (553611144 0 0) 0x55cf201a8340 con 0x55cf1fade000 -839> 2017-12-02 17:52:11.962047 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194177 fc 0 pn 21200 opn 0) v4 -- 0x55cf201a8680 con 0 -838> 2017-12-02 17:52:11.962873 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133514 0x55cf201a8680 paxos(commit lc 1194178 fc 0 pn 21200 opn 0) v4 -837> 2017-12-02 17:52:11.962926 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133514 ==== paxos(commit lc 1194178 fc 0 pn 21200 opn 0) v4 ==== 10241+0+0 (2233252128 0 0) 0x55cf201a8680 con 0x55cf1fade000 -836> 2017-12-02 17:52:11.963152 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133515 0x55cf201a89c0 paxos(lease lc 1194178 fc 1193506 pn 0 opn 0) v4 -835> 2017-12-02 17:52:11.963643 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -834> 2017-12-02 17:52:11.963649 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -833> 2017-12-02 17:52:11.963745 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133515 ==== paxos(lease lc 1194178 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1208205797 0 0) 0x55cf201a89c0 con 0x55cf1fade000 -832> 2017-12-02 17:52:11.963761 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194178 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201a8680 con 0 -831> 2017-12-02 17:52:11.963776 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -830> 2017-12-02 17:52:11.963781 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194178) is_readable = 1 - now=2017-12-02 17:52:11.963782 lease_expire=2017-12-02 17:52:16.963534 has v0 lc 1194178 -829> 2017-12-02 17:52:12.597642 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54d800 con 0 -828> 2017-12-02 17:52:12.963633 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133516 0x55cf201a8680 paxos(begin lc 1194178 fc 0 pn 21200 opn 0) v4 -827> 2017-12-02 17:52:12.963706 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133516 ==== paxos(begin lc 1194178 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1643244295 0 0) 0x55cf201a8680 con 0x55cf1fade000 -826> 2017-12-02 17:52:12.964399 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194178 fc 0 pn 21200 opn 0) v4 -- 0x55cf201a89c0 con 0 -825> 2017-12-02 17:52:12.965360 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133517 0x55cf201a89c0 paxos(commit lc 1194179 fc 0 pn 21200 opn 0) v4 -824> 2017-12-02 17:52:12.965439 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133517 ==== paxos(commit lc 1194179 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (43195290 0 0) 0x55cf201a89c0 con 0x55cf1fade000 -823> 2017-12-02 17:52:12.965695 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133518 0x55cf201a8d00 paxos(lease lc 1194179 fc 1193506 pn 0 opn 0) v4 -822> 2017-12-02 17:52:12.966323 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -821> 2017-12-02 17:52:12.966333 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -820> 2017-12-02 17:52:12.966497 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133518 ==== paxos(lease lc 1194179 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2755757757 0 0) 0x55cf201a8d00 con 0x55cf1fade000 -819> 2017-12-02 17:52:12.966518 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194179 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201a8000 con 0 -818> 2017-12-02 17:52:12.966532 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -817> 2017-12-02 17:52:12.966538 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194179) is_readable = 1 - now=2017-12-02 17:52:12.966538 lease_expire=2017-12-02 17:52:17.965935 has v0 lc 1194179 -816> 2017-12-02 17:52:14.411139 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133519 0x55cf201a8000 paxos(begin lc 1194179 fc 0 pn 21200 opn 0) v4 -815> 2017-12-02 17:52:14.411225 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133519 ==== paxos(begin lc 1194179 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1440116558 0 0) 0x55cf201a8000 con 0x55cf1fade000 -814> 2017-12-02 17:52:14.411858 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194179 fc 0 pn 21200 opn 0) v4 -- 0x55cf201a8d00 con 0 -813> 2017-12-02 17:52:14.412711 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133520 0x55cf201a8d00 paxos(commit lc 1194180 fc 0 pn 21200 opn 0) v4 -812> 2017-12-02 17:52:14.412801 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133520 ==== paxos(commit lc 1194180 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (985126223 0 0) 0x55cf201a8d00 con 0x55cf1fade000 -811> 2017-12-02 17:52:14.412948 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133521 0x55cf201a9040 paxos(lease lc 1194180 fc 1193506 pn 0 opn 0) v4 -810> 2017-12-02 17:52:14.413424 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -809> 2017-12-02 17:52:14.413431 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -808> 2017-12-02 17:52:14.413547 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133521 ==== paxos(lease lc 1194180 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2487464300 0 0) 0x55cf201a9040 con 0x55cf1fade000 -807> 2017-12-02 17:52:14.413563 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194180 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201a8d00 con 0 -806> 2017-12-02 17:52:14.413577 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -805> 2017-12-02 17:52:14.413599 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194180) is_readable = 1 - now=2017-12-02 17:52:14.413599 lease_expire=2017-12-02 17:52:19.413323 has v0 lc 1194180 -804> 2017-12-02 17:52:16.412673 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133522 0x55cf201a8d00 paxos(begin lc 1194180 fc 0 pn 21200 opn 0) v4 -803> 2017-12-02 17:52:16.412769 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133522 ==== paxos(begin lc 1194180 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3915309079 0 0) 0x55cf201a8d00 con 0x55cf1fade000 -802> 2017-12-02 17:52:16.413533 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194180 fc 0 pn 21200 opn 0) v4 -- 0x55cf201a9040 con 0 -801> 2017-12-02 17:52:16.414757 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133523 0x55cf201a9040 paxos(commit lc 1194181 fc 0 pn 21200 opn 0) v4 -800> 2017-12-02 17:52:16.414860 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133523 ==== paxos(commit lc 1194181 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2252849071 0 0) 0x55cf201a9040 con 0x55cf1fade000 -799> 2017-12-02 17:52:16.415048 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133524 0x55cf201a9380 paxos(lease lc 1194181 fc 1193506 pn 0 opn 0) v4 -798> 2017-12-02 17:52:16.415723 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -797> 2017-12-02 17:52:16.415734 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -796> 2017-12-02 17:52:16.415862 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133524 ==== paxos(lease lc 1194181 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1547691726 0 0) 0x55cf201a9380 con 0x55cf1fade000 -795> 2017-12-02 17:52:16.415880 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194181 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201a9040 con 0 -794> 2017-12-02 17:52:16.415897 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -793> 2017-12-02 17:52:16.415901 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194181) is_readable = 1 - now=2017-12-02 17:52:16.415901 lease_expire=2017-12-02 17:52:21.415339 has v0 lc 1194181 -792> 2017-12-02 17:52:17.597916 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54e700 con 0 -791> 2017-12-02 17:52:18.357733 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133525 0x55cf201a9040 paxos(begin lc 1194181 fc 0 pn 21200 opn 0) v4 -790> 2017-12-02 17:52:18.357796 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133525 ==== paxos(begin lc 1194181 fc 0 pn 21200 opn 0) v4 ==== 10241+0+0 (3015532527 0 0) 0x55cf201a9040 con 0x55cf1fade000 -789> 2017-12-02 17:52:18.358470 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194181 fc 0 pn 21200 opn 0) v4 -- 0x55cf201a9380 con 0 -788> 2017-12-02 17:52:18.359450 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133526 0x55cf201a9380 paxos(commit lc 1194182 fc 0 pn 21200 opn 0) v4 -787> 2017-12-02 17:52:18.359496 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133526 ==== paxos(commit lc 1194182 fc 0 pn 21200 opn 0) v4 ==== 10241+0+0 (422682736 0 0) 0x55cf201a9380 con 0x55cf1fade000 -786> 2017-12-02 17:52:18.359653 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133527 0x55cf201a96c0 paxos(lease lc 1194182 fc 1193506 pn 0 opn 0) v4 -785> 2017-12-02 17:52:18.360231 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -784> 2017-12-02 17:52:18.360237 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -783> 2017-12-02 17:52:18.360347 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133527 ==== paxos(lease lc 1194182 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3140151701 0 0) 0x55cf201a96c0 con 0x55cf1fade000 -782> 2017-12-02 17:52:18.360365 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194182 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201a9380 con 0 -781> 2017-12-02 17:52:18.360381 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -780> 2017-12-02 17:52:18.360387 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194182) is_readable = 1 - now=2017-12-02 17:52:18.360387 lease_expire=2017-12-02 17:52:23.360017 has v0 lc 1194182 -779> 2017-12-02 17:52:19.360174 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133528 0x55cf201a9380 paxos(begin lc 1194182 fc 0 pn 21200 opn 0) v4 -778> 2017-12-02 17:52:19.360230 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133528 ==== paxos(begin lc 1194182 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1971125224 0 0) 0x55cf201a9380 con 0x55cf1fade000 -777> 2017-12-02 17:52:19.360919 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194182 fc 0 pn 21200 opn 0) v4 -- 0x55cf201a96c0 con 0 -776> 2017-12-02 17:52:19.361849 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133529 0x55cf201a96c0 paxos(commit lc 1194183 fc 0 pn 21200 opn 0) v4 -775> 2017-12-02 17:52:19.361946 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133529 ==== paxos(commit lc 1194183 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (7494991 0 0) 0x55cf201a96c0 con 0x55cf1fade000 -774> 2017-12-02 17:52:19.362052 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133530 0x55cf201a9a00 paxos(lease lc 1194183 fc 1193506 pn 0 opn 0) v4 -773> 2017-12-02 17:52:19.362541 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -772> 2017-12-02 17:52:19.362548 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -771> 2017-12-02 17:52:19.362670 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133530 ==== paxos(lease lc 1194183 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3857320983 0 0) 0x55cf201a9a00 con 0x55cf1fade000 -770> 2017-12-02 17:52:19.362685 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194183 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201a96c0 con 0 -769> 2017-12-02 17:52:19.362699 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -768> 2017-12-02 17:52:19.362721 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194183) is_readable = 1 - now=2017-12-02 17:52:19.362722 lease_expire=2017-12-02 17:52:24.362410 has v0 lc 1194183 -767> 2017-12-02 17:52:20.416376 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133531 0x55cf201a96c0 paxos(begin lc 1194183 fc 0 pn 21200 opn 0) v4 -766> 2017-12-02 17:52:20.416419 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133531 ==== paxos(begin lc 1194183 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2525692022 0 0) 0x55cf201a96c0 con 0x55cf1fade000 -765> 2017-12-02 17:52:20.416882 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194183 fc 0 pn 21200 opn 0) v4 -- 0x55cf201a9a00 con 0 -764> 2017-12-02 17:52:20.417888 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133532 0x55cf201a9a00 paxos(commit lc 1194184 fc 0 pn 21200 opn 0) v4 -763> 2017-12-02 17:52:20.417929 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133532 ==== paxos(commit lc 1194184 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1797414575 0 0) 0x55cf201a9a00 con 0x55cf1fade000 -762> 2017-12-02 17:52:20.418102 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133533 0x55cf201a9d40 paxos(lease lc 1194184 fc 1193506 pn 0 opn 0) v4 -761> 2017-12-02 17:52:20.418457 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -760> 2017-12-02 17:52:20.418465 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -759> 2017-12-02 17:52:20.418576 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133533 ==== paxos(lease lc 1194184 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1717943388 0 0) 0x55cf201a9d40 con 0x55cf1fade000 -758> 2017-12-02 17:52:20.418592 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194184 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201a9a00 con 0 -757> 2017-12-02 17:52:20.418606 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -756> 2017-12-02 17:52:20.418611 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194184) is_readable = 1 - now=2017-12-02 17:52:20.418612 lease_expire=2017-12-02 17:52:25.418465 has v0 lc 1194184 -755> 2017-12-02 17:52:22.417330 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133534 0x55cf201a9a00 paxos(begin lc 1194184 fc 0 pn 21200 opn 0) v4 -754> 2017-12-02 17:52:22.417485 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133534 ==== paxos(begin lc 1194184 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1393201220 0 0) 0x55cf201a9a00 con 0x55cf1fade000 -753> 2017-12-02 17:52:22.418130 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194184 fc 0 pn 21200 opn 0) v4 -- 0x55cf201a9d40 con 0 -752> 2017-12-02 17:52:22.419108 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133535 0x55cf201a9d40 paxos(commit lc 1194185 fc 0 pn 21200 opn 0) v4 -751> 2017-12-02 17:52:22.419230 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133535 ==== paxos(commit lc 1194185 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3972291456 0 0) 0x55cf201a9d40 con 0x55cf1fade000 -750> 2017-12-02 17:52:22.419311 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133536 0x55cf201aa080 paxos(lease lc 1194185 fc 1193506 pn 0 opn 0) v4 -749> 2017-12-02 17:52:22.419855 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -748> 2017-12-02 17:52:22.419865 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -747> 2017-12-02 17:52:22.420014 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133536 ==== paxos(lease lc 1194185 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2895176597 0 0) 0x55cf201aa080 con 0x55cf1fade000 -746> 2017-12-02 17:52:22.420036 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194185 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201a9d40 con 0 -745> 2017-12-02 17:52:22.420055 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -744> 2017-12-02 17:52:22.420080 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194185) is_readable = 1 - now=2017-12-02 17:52:22.420080 lease_expire=2017-12-02 17:52:27.419646 has v0 lc 1194185 -743> 2017-12-02 17:52:22.598303 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54f600 con 0 -742> 2017-12-02 17:52:24.419348 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133537 0x55cf201a9d40 paxos(begin lc 1194185 fc 0 pn 21200 opn 0) v4 -741> 2017-12-02 17:52:24.419431 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133537 ==== paxos(begin lc 1194185 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2482861625 0 0) 0x55cf201a9d40 con 0x55cf1fade000 -740> 2017-12-02 17:52:24.420007 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194185 fc 0 pn 21200 opn 0) v4 -- 0x55cf201aa080 con 0 -739> 2017-12-02 17:52:24.420901 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133538 0x55cf201aa080 paxos(commit lc 1194186 fc 0 pn 21200 opn 0) v4 -738> 2017-12-02 17:52:24.420978 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133538 ==== paxos(commit lc 1194186 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1977852074 0 0) 0x55cf201aa080 con 0x55cf1fade000 -737> 2017-12-02 17:52:24.421088 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133539 0x55cf201d2000 paxos(lease lc 1194186 fc 1193506 pn 0 opn 0) v4 -736> 2017-12-02 17:52:24.421586 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -735> 2017-12-02 17:52:24.421594 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -734> 2017-12-02 17:52:24.421698 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133539 ==== paxos(lease lc 1194186 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2991307326 0 0) 0x55cf201d2000 con 0x55cf1fade000 -733> 2017-12-02 17:52:24.421714 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194186 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201aa080 con 0 -732> 2017-12-02 17:52:24.421730 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -731> 2017-12-02 17:52:24.421752 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194186) is_readable = 1 - now=2017-12-02 17:52:24.421753 lease_expire=2017-12-02 17:52:29.421449 has v0 lc 1194186 -730> 2017-12-02 17:52:25.421645 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133540 0x55cf201aa080 paxos(begin lc 1194186 fc 0 pn 21200 opn 0) v4 -729> 2017-12-02 17:52:25.421732 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133540 ==== paxos(begin lc 1194186 fc 0 pn 21200 opn 0) v4 ==== 10228+0+0 (1429811947 0 0) 0x55cf201aa080 con 0x55cf1fade000 -728> 2017-12-02 17:52:25.422306 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194186 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d2000 con 0 -727> 2017-12-02 17:52:25.423177 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133541 0x55cf201d2000 paxos(commit lc 1194187 fc 0 pn 21200 opn 0) v4 -726> 2017-12-02 17:52:25.423258 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133541 ==== paxos(commit lc 1194187 fc 0 pn 21200 opn 0) v4 ==== 10228+0+0 (2523146584 0 0) 0x55cf201d2000 con 0x55cf1fade000 -725> 2017-12-02 17:52:25.423431 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133542 0x55cf201d2340 paxos(lease lc 1194187 fc 1193506 pn 0 opn 0) v4 -724> 2017-12-02 17:52:25.423922 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -723> 2017-12-02 17:52:25.423928 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -722> 2017-12-02 17:52:25.424039 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133542 ==== paxos(lease lc 1194187 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2448625767 0 0) 0x55cf201d2340 con 0x55cf1fade000 -721> 2017-12-02 17:52:25.424055 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194187 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d2000 con 0 -720> 2017-12-02 17:52:25.424071 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -719> 2017-12-02 17:52:25.424076 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194187) is_readable = 1 - now=2017-12-02 17:52:25.424077 lease_expire=2017-12-02 17:52:30.423808 has v0 lc 1194187 -718> 2017-12-02 17:52:26.424071 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133543 0x55cf201d2000 paxos(begin lc 1194187 fc 0 pn 21200 opn 0) v4 -717> 2017-12-02 17:52:26.424171 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133543 ==== paxos(begin lc 1194187 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (3870854818 0 0) 0x55cf201d2000 con 0x55cf1fade000 -716> 2017-12-02 17:52:26.424657 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194187 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d2340 con 0 -715> 2017-12-02 17:52:26.425561 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133544 0x55cf201d2340 paxos(commit lc 1194188 fc 0 pn 21200 opn 0) v4 -714> 2017-12-02 17:52:26.425655 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133544 ==== paxos(commit lc 1194188 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (877360045 0 0) 0x55cf201d2340 con 0x55cf1fade000 -713> 2017-12-02 17:52:26.425771 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133545 0x55cf201d2680 paxos(lease lc 1194188 fc 1193506 pn 0 opn 0) v4 -712> 2017-12-02 17:52:26.426278 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -711> 2017-12-02 17:52:26.426285 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -710> 2017-12-02 17:52:26.426406 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133545 ==== paxos(lease lc 1194188 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (4280222215 0 0) 0x55cf201d2680 con 0x55cf1fade000 -709> 2017-12-02 17:52:26.426431 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194188 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d2340 con 0 -708> 2017-12-02 17:52:26.426446 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -707> 2017-12-02 17:52:26.426468 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194188) is_readable = 1 - now=2017-12-02 17:52:26.426468 lease_expire=2017-12-02 17:52:31.426127 has v0 lc 1194188 -706> 2017-12-02 17:52:27.598711 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54ea00 con 0 -705> 2017-12-02 17:52:28.421672 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133546 0x55cf201d2340 paxos(begin lc 1194188 fc 0 pn 21200 opn 0) v4 -704> 2017-12-02 17:52:28.421769 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133546 ==== paxos(begin lc 1194188 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (401634451 0 0) 0x55cf201d2340 con 0x55cf1fade000 -703> 2017-12-02 17:52:28.422345 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194188 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d2680 con 0 -702> 2017-12-02 17:52:28.423267 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133547 0x55cf201d2680 paxos(commit lc 1194189 fc 0 pn 21200 opn 0) v4 -701> 2017-12-02 17:52:28.423343 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133547 ==== paxos(commit lc 1194189 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (621694760 0 0) 0x55cf201d2680 con 0x55cf1fade000 -700> 2017-12-02 17:52:28.423444 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133548 0x55cf201d29c0 paxos(lease lc 1194189 fc 1193506 pn 0 opn 0) v4 -699> 2017-12-02 17:52:28.423965 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -698> 2017-12-02 17:52:28.423973 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -697> 2017-12-02 17:52:28.424095 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133548 ==== paxos(lease lc 1194189 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2432333739 0 0) 0x55cf201d29c0 con 0x55cf1fade000 -696> 2017-12-02 17:52:28.424112 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194189 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d2680 con 0 -695> 2017-12-02 17:52:28.424127 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -694> 2017-12-02 17:52:28.424132 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194189) is_readable = 1 - now=2017-12-02 17:52:28.424132 lease_expire=2017-12-02 17:52:33.423782 has v0 lc 1194189 -693> 2017-12-02 17:52:28.562684 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -692> 2017-12-02 17:52:28.562807 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -691> 2017-12-02 17:52:28.562836 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -690> 2017-12-02 17:52:28.562920 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6f80 auth(proto 0 30 bytes epoch 0) v1 -689> 2017-12-02 17:52:28.562966 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/674317226 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6f80 con 0x55cf1fcc3000 -688> 2017-12-02 17:52:28.563011 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194189) is_readable = 1 - now=2017-12-02 17:52:28.563012 lease_expire=2017-12-02 17:52:33.423782 has v0 lc 1194189 -687> 2017-12-02 17:52:28.563048 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/674317226 -- mon_map magic: 0 v1 -- 0x55cf1f740300 con 0 -686> 2017-12-02 17:52:28.563079 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6a80 auth_reply(proto 2 0 (0) Success) v1 -685> 2017-12-02 17:52:28.563089 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/674317226 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6a80 con 0 -684> 2017-12-02 17:52:28.563510 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6a80 auth(proto 2 32 bytes epoch 0) v1 -683> 2017-12-02 17:52:28.563534 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/674317226 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2075993135 0 0) 0x55cf1fbf6a80 con 0x55cf1fcc3000 -682> 2017-12-02 17:52:28.563541 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194189) is_readable = 1 - now=2017-12-02 17:52:28.563542 lease_expire=2017-12-02 17:52:33.423782 has v0 lc 1194189 -681> 2017-12-02 17:52:28.563660 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6f80 auth_reply(proto 2 0 (0) Success) v1 -680> 2017-12-02 17:52:28.563669 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/674317226 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6f80 con 0 -679> 2017-12-02 17:52:28.563864 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6f80 auth(proto 2 165 bytes epoch 0) v1 -678> 2017-12-02 17:52:28.563882 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/674317226 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2108772576 0 0) 0x55cf1fbf6f80 con 0x55cf1fcc3000 -677> 2017-12-02 17:52:28.563892 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194189) is_readable = 1 - now=2017-12-02 17:52:28.563892 lease_expire=2017-12-02 17:52:33.423782 has v0 lc 1194189 -676> 2017-12-02 17:52:28.564020 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6a80 auth_reply(proto 2 0 (0) Success) v1 -675> 2017-12-02 17:52:28.564028 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/674317226 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6a80 con 0 -674> 2017-12-02 17:52:28.564250 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 4 0x55cf1f4bf840 mon_subscribe({monmap=0+}) v2 -673> 2017-12-02 17:52:28.564276 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/674317226 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4bf840 con 0x55cf1fcc3000 -672> 2017-12-02 17:52:28.564295 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094239 seq 5 0x55cf1f4bfcc0 mon_subscribe({mgrmap=0+}) v2 -671> 2017-12-02 17:52:28.564311 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/674317226 -- mon_map magic: 0 v1 -- 0x55cf1fbf6f80 con 0 -670> 2017-12-02 17:52:28.564337 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094239 10.1.80.4:0/674317226 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bfcc0 con 0x55cf1fcc3000 -669> 2017-12-02 17:52:28.564357 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/674317226 -- mgrmap(e 219) v1 -- 0x55cf1f54d200 con 0 -668> 2017-12-02 17:52:28.564400 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094239 seq 6 0x55cf201f2000 mon_subscribe({osdmap=0}) v2 -667> 2017-12-02 17:52:28.564432 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094239 10.1.80.4:0/674317226 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf201f2000 con 0x55cf1fcc3000 -666> 2017-12-02 17:52:28.564454 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/674317226 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf6800 con 0 -665> 2017-12-02 17:52:28.564896 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094239 seq 7 0x55cf1f4bdf80 getpoolstats(1 ceph v0) v1 -664> 2017-12-02 17:52:28.564922 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094239 10.1.80.4:0/674317226 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf1f4bdf80 con 0x55cf1fcc3000 -663> 2017-12-02 17:52:28.564933 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194189) is_readable = 1 - now=2017-12-02 17:52:28.564934 lease_expire=2017-12-02 17:52:33.423782 has v0 lc 1194189 -662> 2017-12-02 17:52:28.564950 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf4a00 getpoolstatsreply(1 v946110) v1 -661> 2017-12-02 17:52:28.564954 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/674317226 -- getpoolstatsreply(1 v946110) v1 -- 0x55cf1fbf4a00 con 0 -660> 2017-12-02 17:52:28.565152 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094239 seq 8 0x55cf1f4bf3c0 statfs(2 pool -1 v946110) v2 -659> 2017-12-02 17:52:28.565176 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094239 10.1.80.4:0/674317226 8 ==== statfs(2 pool -1 v946110) v2 ==== 35+0+0 (72809217 0 0) 0x55cf1f4bf3c0 con 0x55cf1fcc3000 -658> 2017-12-02 17:52:28.565188 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194189) is_readable = 1 - now=2017-12-02 17:52:28.565188 lease_expire=2017-12-02 17:52:33.423782 has v0 lc 1194189 -657> 2017-12-02 17:52:28.565199 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f4bdf80 statfs_reply(2) v1 -656> 2017-12-02 17:52:28.565204 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/674317226 -- statfs_reply(2) v1 -- 0x55cf1f4bdf80 con 0 -655> 2017-12-02 17:52:28.565535 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -654> 2017-12-02 17:52:28.565545 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -653> 2017-12-02 17:52:28.565549 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -652> 2017-12-02 17:52:28.565555 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -651> 2017-12-02 17:52:28.565560 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/674317226 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -650> 2017-12-02 17:52:28.619524 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -649> 2017-12-02 17:52:28.619693 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/162903020 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -648> 2017-12-02 17:52:28.619762 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/162903020 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -647> 2017-12-02 17:52:28.619819 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/162903020 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf4a00 auth(proto 0 30 bytes epoch 0) v1 -646> 2017-12-02 17:52:28.619886 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/162903020 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf4a00 con 0x55cf1fcc1800 -645> 2017-12-02 17:52:28.619904 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194189) is_readable = 1 - now=2017-12-02 17:52:28.619905 lease_expire=2017-12-02 17:52:33.423782 has v0 lc 1194189 -644> 2017-12-02 17:52:28.619931 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/162903020 -- mon_map magic: 0 v1 -- 0x55cf1fbf5b80 con 0 -643> 2017-12-02 17:52:28.619986 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 auth_reply(proto 2 0 (0) Success) v1 -642> 2017-12-02 17:52:28.619994 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/162903020 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741980 con 0 -641> 2017-12-02 17:52:28.620236 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/162903020 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1f741980 auth(proto 2 32 bytes epoch 0) v1 -640> 2017-12-02 17:52:28.620292 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/162903020 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (3528816408 0 0) 0x55cf1f741980 con 0x55cf1fcc1800 -639> 2017-12-02 17:52:28.620302 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194189) is_readable = 1 - now=2017-12-02 17:52:28.620303 lease_expire=2017-12-02 17:52:33.423782 has v0 lc 1194189 -638> 2017-12-02 17:52:28.620394 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf4a00 auth_reply(proto 2 0 (0) Success) v1 -637> 2017-12-02 17:52:28.620402 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/162903020 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4a00 con 0 -636> 2017-12-02 17:52:28.620626 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/162903020 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf4a00 auth(proto 2 165 bytes epoch 0) v1 -635> 2017-12-02 17:52:28.620650 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/162903020 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (4022198428 0 0) 0x55cf1fbf4a00 con 0x55cf1fcc1800 -634> 2017-12-02 17:52:28.620659 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194189) is_readable = 1 - now=2017-12-02 17:52:28.620659 lease_expire=2017-12-02 17:52:33.423782 has v0 lc 1194189 -633> 2017-12-02 17:52:28.620796 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 auth_reply(proto 2 0 (0) Success) v1 -632> 2017-12-02 17:52:28.620805 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/162903020 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741980 con 0 -631> 2017-12-02 17:52:28.620797 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/162903020 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -630> 2017-12-02 17:52:28.620824 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/162903020 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -629> 2017-12-02 17:52:28.620838 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/162903020 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -628> 2017-12-02 17:52:28.620849 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/162903020 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -627> 2017-12-02 17:52:28.620858 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/162903020 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -626> 2017-12-02 17:52:30.424116 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133549 0x55cf201d2680 paxos(begin lc 1194189 fc 0 pn 21200 opn 0) v4 -625> 2017-12-02 17:52:30.424213 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133549 ==== paxos(begin lc 1194189 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (1280770881 0 0) 0x55cf201d2680 con 0x55cf1fade000 -624> 2017-12-02 17:52:30.424826 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194189 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d29c0 con 0 -623> 2017-12-02 17:52:30.425752 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133550 0x55cf201d29c0 paxos(commit lc 1194190 fc 0 pn 21200 opn 0) v4 -622> 2017-12-02 17:52:30.425787 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133550 ==== paxos(commit lc 1194190 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (4266093380 0 0) 0x55cf201d29c0 con 0x55cf1fade000 -621> 2017-12-02 17:52:30.425961 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133551 0x55cf201d2d00 paxos(lease lc 1194190 fc 1193506 pn 0 opn 0) v4 -620> 2017-12-02 17:52:30.426341 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -619> 2017-12-02 17:52:30.426349 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -618> 2017-12-02 17:52:30.426473 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133551 ==== paxos(lease lc 1194190 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (511684090 0 0) 0x55cf201d2d00 con 0x55cf1fade000 -617> 2017-12-02 17:52:30.426489 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194190 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d29c0 con 0 -616> 2017-12-02 17:52:30.426504 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -615> 2017-12-02 17:52:30.426508 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194190) is_readable = 1 - now=2017-12-02 17:52:30.426509 lease_expire=2017-12-02 17:52:35.426316 has v0 lc 1194190 -614> 2017-12-02 17:52:31.140676 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -613> 2017-12-02 17:52:31.140845 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2058741979 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -612> 2017-12-02 17:52:31.140903 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2058741979 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -611> 2017-12-02 17:52:31.140957 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2058741979 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1f741980 auth(proto 0 30 bytes epoch 0) v1 -610> 2017-12-02 17:52:31.140976 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2058741979 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f741980 con 0x55cf1fb7c800 -609> 2017-12-02 17:52:31.141000 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194190) is_readable = 1 - now=2017-12-02 17:52:31.141001 lease_expire=2017-12-02 17:52:35.426316 has v0 lc 1194190 -608> 2017-12-02 17:52:31.141035 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2058741979 -- mon_map magic: 0 v1 -- 0x55cf1fbf4a00 con 0 -607> 2017-12-02 17:52:31.141071 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6a80 auth_reply(proto 2 0 (0) Success) v1 -606> 2017-12-02 17:52:31.141080 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2058741979 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6a80 con 0 -605> 2017-12-02 17:52:31.141423 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2058741979 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6a80 auth(proto 2 32 bytes epoch 0) v1 -604> 2017-12-02 17:52:31.141467 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2058741979 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2942075018 0 0) 0x55cf1fbf6a80 con 0x55cf1fb7c800 -603> 2017-12-02 17:52:31.141484 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194190) is_readable = 1 - now=2017-12-02 17:52:31.141485 lease_expire=2017-12-02 17:52:35.426316 has v0 lc 1194190 -602> 2017-12-02 17:52:31.141619 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 auth_reply(proto 2 0 (0) Success) v1 -601> 2017-12-02 17:52:31.141628 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2058741979 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741980 con 0 -600> 2017-12-02 17:52:31.141865 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2058741979 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1f741980 auth(proto 2 165 bytes epoch 0) v1 -599> 2017-12-02 17:52:31.141882 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/2058741979 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (3549369627 0 0) 0x55cf1f741980 con 0x55cf1fb7c800 -598> 2017-12-02 17:52:31.141892 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194190) is_readable = 1 - now=2017-12-02 17:52:31.141892 lease_expire=2017-12-02 17:52:35.426316 has v0 lc 1194190 -597> 2017-12-02 17:52:31.141980 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2058741979 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -596> 2017-12-02 17:52:31.141986 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2058741979 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -595> 2017-12-02 17:52:31.141990 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2058741979 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -594> 2017-12-02 17:52:31.141995 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2058741979 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -593> 2017-12-02 17:52:31.142000 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/2058741979 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -592> 2017-12-02 17:52:31.142022 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6a80 auth_reply(proto 2 0 (0) Success) v1 -591> 2017-12-02 17:52:31.142029 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/2058741979 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6a80 con 0 -590> 2017-12-02 17:52:31.651451 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133552 0x55cf1fbf5900 mon_health( service 1 op tell e 0 r 0 ) v1 -589> 2017-12-02 17:52:31.651559 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133552 ==== mon_health( service 1 op tell e 0 r 0 ) v1 ==== 108+0+0 (2715144411 0 0) 0x55cf1fbf5900 con 0x55cf1fade000 -588> 2017-12-02 17:52:32.348876 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133553 0x55cf201d29c0 paxos(begin lc 1194190 fc 0 pn 21200 opn 0) v4 -587> 2017-12-02 17:52:32.348923 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133553 ==== paxos(begin lc 1194190 fc 0 pn 21200 opn 0) v4 ==== 10215+0+0 (1114627899 0 0) 0x55cf201d29c0 con 0x55cf1fade000 -586> 2017-12-02 17:52:32.349726 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194190 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d2d00 con 0 -585> 2017-12-02 17:52:32.350773 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133554 0x55cf201d2d00 paxos(commit lc 1194191 fc 0 pn 21200 opn 0) v4 -584> 2017-12-02 17:52:32.350841 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133554 ==== paxos(commit lc 1194191 fc 0 pn 21200 opn 0) v4 ==== 10215+0+0 (261022482 0 0) 0x55cf201d2d00 con 0x55cf1fade000 -583> 2017-12-02 17:52:32.351043 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133555 0x55cf201d3040 paxos(lease lc 1194191 fc 1193506 pn 0 opn 0) v4 -582> 2017-12-02 17:52:32.351533 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -581> 2017-12-02 17:52:32.351539 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -580> 2017-12-02 17:52:32.351657 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133555 ==== paxos(lease lc 1194191 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2906224795 0 0) 0x55cf201d3040 con 0x55cf1fade000 -579> 2017-12-02 17:52:32.351673 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194191 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d2d00 con 0 -578> 2017-12-02 17:52:32.351690 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -577> 2017-12-02 17:52:32.351708 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194191) is_readable = 1 - now=2017-12-02 17:52:32.351709 lease_expire=2017-12-02 17:52:37.351396 has v0 lc 1194191 -576> 2017-12-02 17:52:32.599004 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54f000 con 0 -575> 2017-12-02 17:52:33.351481 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133556 0x55cf201d2d00 paxos(begin lc 1194191 fc 0 pn 21200 opn 0) v4 -574> 2017-12-02 17:52:33.351557 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133556 ==== paxos(begin lc 1194191 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (4033802356 0 0) 0x55cf201d2d00 con 0x55cf1fade000 -573> 2017-12-02 17:52:33.352027 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194191 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d3040 con 0 -572> 2017-12-02 17:52:33.352906 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133557 0x55cf201d3040 paxos(commit lc 1194192 fc 0 pn 21200 opn 0) v4 -571> 2017-12-02 17:52:33.352949 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133557 ==== paxos(commit lc 1194192 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3909434759 0 0) 0x55cf201d3040 con 0x55cf1fade000 -570> 2017-12-02 17:52:33.353123 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133558 0x55cf201d3380 paxos(lease lc 1194192 fc 1193506 pn 0 opn 0) v4 -569> 2017-12-02 17:52:33.353472 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -568> 2017-12-02 17:52:33.353479 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -567> 2017-12-02 17:52:33.353599 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133558 ==== paxos(lease lc 1194192 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1832420326 0 0) 0x55cf201d3380 con 0x55cf1fade000 -566> 2017-12-02 17:52:33.353617 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194192 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d2000 con 0 -565> 2017-12-02 17:52:33.353631 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -564> 2017-12-02 17:52:33.353636 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194192) is_readable = 1 - now=2017-12-02 17:52:33.353636 lease_expire=2017-12-02 17:52:38.353481 has v0 lc 1194192 -563> 2017-12-02 17:52:34.427117 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133559 0x55cf201d2000 paxos(begin lc 1194192 fc 0 pn 21200 opn 0) v4 -562> 2017-12-02 17:52:34.427199 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133559 ==== paxos(begin lc 1194192 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2689794239 0 0) 0x55cf201d2000 con 0x55cf1fade000 -561> 2017-12-02 17:52:34.427708 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194192 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d3380 con 0 -560> 2017-12-02 17:52:34.428399 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133560 0x55cf201d3380 paxos(commit lc 1194193 fc 0 pn 21200 opn 0) v4 -559> 2017-12-02 17:52:34.428479 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133560 ==== paxos(commit lc 1194193 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (830231470 0 0) 0x55cf201d3380 con 0x55cf1fade000 -558> 2017-12-02 17:52:34.428685 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133561 0x55cf201d36c0 paxos(lease lc 1194193 fc 1193506 pn 0 opn 0) v4 -557> 2017-12-02 17:52:34.429019 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -556> 2017-12-02 17:52:34.429027 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -555> 2017-12-02 17:52:34.429142 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133561 ==== paxos(lease lc 1194193 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2838105024 0 0) 0x55cf201d36c0 con 0x55cf1fade000 -554> 2017-12-02 17:52:34.429157 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194193 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d3380 con 0 -553> 2017-12-02 17:52:34.429171 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -552> 2017-12-02 17:52:34.429176 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194193) is_readable = 1 - now=2017-12-02 17:52:34.429176 lease_expire=2017-12-02 17:52:39.429029 has v0 lc 1194193 -551> 2017-12-02 17:52:36.428924 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133562 0x55cf201d3380 paxos(begin lc 1194193 fc 0 pn 21200 opn 0) v4 -550> 2017-12-02 17:52:36.428987 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133562 ==== paxos(begin lc 1194193 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1215994393 0 0) 0x55cf201d3380 con 0x55cf1fade000 -549> 2017-12-02 17:52:36.429506 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194193 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d36c0 con 0 -548> 2017-12-02 17:52:36.430521 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133563 0x55cf201d36c0 paxos(commit lc 1194194 fc 0 pn 21200 opn 0) v4 -547> 2017-12-02 17:52:36.430602 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133563 ==== paxos(commit lc 1194194 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2200288481 0 0) 0x55cf201d36c0 con 0x55cf1fade000 -546> 2017-12-02 17:52:36.430712 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133564 0x55cf201d3a00 paxos(lease lc 1194194 fc 1193506 pn 0 opn 0) v4 -545> 2017-12-02 17:52:36.431187 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -544> 2017-12-02 17:52:36.431195 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -543> 2017-12-02 17:52:36.431307 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133564 ==== paxos(lease lc 1194194 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3731863228 0 0) 0x55cf201d3a00 con 0x55cf1fade000 -542> 2017-12-02 17:52:36.431324 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194194 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d36c0 con 0 -541> 2017-12-02 17:52:36.431338 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -540> 2017-12-02 17:52:36.431343 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194194) is_readable = 1 - now=2017-12-02 17:52:36.431344 lease_expire=2017-12-02 17:52:41.431082 has v0 lc 1194194 -539> 2017-12-02 17:52:37.599343 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54f300 con 0 -538> 2017-12-02 17:52:38.430437 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133565 0x55cf201d36c0 paxos(begin lc 1194194 fc 0 pn 21200 opn 0) v4 -537> 2017-12-02 17:52:38.430489 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133565 ==== paxos(begin lc 1194194 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3735633503 0 0) 0x55cf201d36c0 con 0x55cf1fade000 -536> 2017-12-02 17:52:38.431113 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194194 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d3a00 con 0 -535> 2017-12-02 17:52:38.432316 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133566 0x55cf201d3a00 paxos(commit lc 1194195 fc 0 pn 21200 opn 0) v4 -534> 2017-12-02 17:52:38.432369 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133566 ==== paxos(commit lc 1194195 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1044976732 0 0) 0x55cf201d3a00 con 0x55cf1fade000 -533> 2017-12-02 17:52:38.432518 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133567 0x55cf201d3d40 paxos(lease lc 1194195 fc 1193506 pn 0 opn 0) v4 -532> 2017-12-02 17:52:38.433046 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -531> 2017-12-02 17:52:38.433057 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -530> 2017-12-02 17:52:38.433207 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133567 ==== paxos(lease lc 1194195 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1940635139 0 0) 0x55cf201d3d40 con 0x55cf1fade000 -529> 2017-12-02 17:52:38.433231 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194195 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d3a00 con 0 -528> 2017-12-02 17:52:38.433254 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -527> 2017-12-02 17:52:38.433278 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194195) is_readable = 1 - now=2017-12-02 17:52:38.433279 lease_expire=2017-12-02 17:52:43.432857 has v0 lc 1194195 -526> 2017-12-02 17:52:39.433250 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133568 0x55cf201d3a00 paxos(begin lc 1194195 fc 0 pn 21200 opn 0) v4 -525> 2017-12-02 17:52:39.433320 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133568 ==== paxos(begin lc 1194195 fc 0 pn 21200 opn 0) v4 ==== 10217+0+0 (954848009 0 0) 0x55cf201d3a00 con 0x55cf1fade000 -524> 2017-12-02 17:52:39.434092 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194195 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d3d40 con 0 -523> 2017-12-02 17:52:39.435214 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133569 0x55cf201d3d40 paxos(commit lc 1194196 fc 0 pn 21200 opn 0) v4 -522> 2017-12-02 17:52:39.435329 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133569 ==== paxos(commit lc 1194196 fc 0 pn 21200 opn 0) v4 ==== 10217+0+0 (3236327349 0 0) 0x55cf201d3d40 con 0x55cf1fade000 -521> 2017-12-02 17:52:39.435464 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133570 0x55cf201d4080 paxos(lease lc 1194196 fc 1193506 pn 0 opn 0) v4 -520> 2017-12-02 17:52:39.436076 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -519> 2017-12-02 17:52:39.436082 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -518> 2017-12-02 17:52:39.436189 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133570 ==== paxos(lease lc 1194196 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3504682364 0 0) 0x55cf201d4080 con 0x55cf1fade000 -517> 2017-12-02 17:52:39.436206 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194196 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d3d40 con 0 -516> 2017-12-02 17:52:39.436222 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -515> 2017-12-02 17:52:39.436244 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194196) is_readable = 1 - now=2017-12-02 17:52:39.436244 lease_expire=2017-12-02 17:52:44.435785 has v0 lc 1194196 -514> 2017-12-02 17:52:40.435930 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133571 0x55cf201d3d40 paxos(begin lc 1194196 fc 0 pn 21200 opn 0) v4 -513> 2017-12-02 17:52:40.436024 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133571 ==== paxos(begin lc 1194196 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1623970959 0 0) 0x55cf201d3d40 con 0x55cf1fade000 -512> 2017-12-02 17:52:40.436558 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194196 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d4080 con 0 -511> 2017-12-02 17:52:40.437451 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133572 0x55cf201d4080 paxos(commit lc 1194197 fc 0 pn 21200 opn 0) v4 -510> 2017-12-02 17:52:40.437505 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133572 ==== paxos(commit lc 1194197 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1654093058 0 0) 0x55cf201d4080 con 0x55cf1fade000 -509> 2017-12-02 17:52:40.437668 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133573 0x55cf201d43c0 paxos(lease lc 1194197 fc 1193506 pn 0 opn 0) v4 -508> 2017-12-02 17:52:40.438099 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -507> 2017-12-02 17:52:40.438106 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -506> 2017-12-02 17:52:40.438221 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133573 ==== paxos(lease lc 1194197 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3968350743 0 0) 0x55cf201d43c0 con 0x55cf1fade000 -505> 2017-12-02 17:52:40.438237 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194197 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d4080 con 0 -504> 2017-12-02 17:52:40.438259 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -503> 2017-12-02 17:52:40.438282 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194197) is_readable = 1 - now=2017-12-02 17:52:40.438282 lease_expire=2017-12-02 17:52:45.438001 has v0 lc 1194197 -502> 2017-12-02 17:52:42.434180 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133574 0x55cf201d4080 paxos(begin lc 1194197 fc 0 pn 21200 opn 0) v4 -501> 2017-12-02 17:52:42.434313 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133574 ==== paxos(begin lc 1194197 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (4047052363 0 0) 0x55cf201d4080 con 0x55cf1fade000 -500> 2017-12-02 17:52:42.435011 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194197 fc 0 pn 21200 opn 0) v4 -- 0x55cf201d43c0 con 0 -499> 2017-12-02 17:52:42.436049 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133575 0x55cf201d43c0 paxos(commit lc 1194198 fc 0 pn 21200 opn 0) v4 -498> 2017-12-02 17:52:42.436137 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133575 ==== paxos(commit lc 1194198 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (576479209 0 0) 0x55cf201d43c0 con 0x55cf1fade000 -497> 2017-12-02 17:52:42.436174 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133576 0x55cf1fc34000 paxos(lease lc 1194198 fc 1193506 pn 0 opn 0) v4 -496> 2017-12-02 17:52:42.436838 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -495> 2017-12-02 17:52:42.436846 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -494> 2017-12-02 17:52:42.436986 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133576 ==== paxos(lease lc 1194198 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2817580377 0 0) 0x55cf1fc34000 con 0x55cf1fade000 -493> 2017-12-02 17:52:42.437004 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194198 fc 1193506 pn 0 opn 0) v4 -- 0x55cf201d43c0 con 0 -492> 2017-12-02 17:52:42.437020 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -491> 2017-12-02 17:52:42.437026 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194198) is_readable = 1 - now=2017-12-02 17:52:42.437027 lease_expire=2017-12-02 17:52:47.436527 has v0 lc 1194198 -490> 2017-12-02 17:52:42.599643 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54ed00 con 0 -489> 2017-12-02 17:52:44.435839 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133577 0x55cf201d43c0 paxos(begin lc 1194198 fc 0 pn 21200 opn 0) v4 -488> 2017-12-02 17:52:44.435923 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133577 ==== paxos(begin lc 1194198 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (3157188098 0 0) 0x55cf201d43c0 con 0x55cf1fade000 -487> 2017-12-02 17:52:44.436420 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194198 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fc34000 con 0 -486> 2017-12-02 17:52:44.437282 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133578 0x55cf1fc34000 paxos(commit lc 1194199 fc 0 pn 21200 opn 0) v4 -485> 2017-12-02 17:52:44.437326 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133578 ==== paxos(commit lc 1194199 fc 0 pn 21200 opn 0) v4 ==== 2562+0+0 (3059585548 0 0) 0x55cf1fc34000 con 0x55cf1fade000 -484> 2017-12-02 17:52:44.437472 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133579 0x55cf1fc34340 paxos(lease lc 1194199 fc 1193506 pn 0 opn 0) v4 -483> 2017-12-02 17:52:44.437871 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -482> 2017-12-02 17:52:44.437879 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -481> 2017-12-02 17:52:44.437986 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133579 ==== paxos(lease lc 1194199 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2365509841 0 0) 0x55cf1fc34340 con 0x55cf1fade000 -480> 2017-12-02 17:52:44.438003 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194199 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fc34000 con 0 -479> 2017-12-02 17:52:44.438018 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -478> 2017-12-02 17:52:44.438024 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194199) is_readable = 1 - now=2017-12-02 17:52:44.438024 lease_expire=2017-12-02 17:52:49.437825 has v0 lc 1194199 -477> 2017-12-02 17:52:46.162697 7f793cf48700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:6789/0 conn(0x55cf1fadf800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=889802 cs=1 l=0). rx mon.1 seq 359766981 0x55cf1fbf6d00 mon_health( service 1 op tell e 0 r 0 ) v1 -476> 2017-12-02 17:52:46.162820 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.1 10.1.80.2:6789/0 359766981 ==== mon_health( service 1 op tell e 0 r 0 ) v1 ==== 108+0+0 (4148352308 0 0) 0x55cf1fbf6d00 con 0x55cf1fadf800 -475> 2017-12-02 17:52:46.348099 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133580 0x55cf1fc34000 paxos(begin lc 1194199 fc 0 pn 21200 opn 0) v4 -474> 2017-12-02 17:52:46.348164 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133580 ==== paxos(begin lc 1194199 fc 0 pn 21200 opn 0) v4 ==== 10368+0+0 (1806134230 0 0) 0x55cf1fc34000 con 0x55cf1fade000 -473> 2017-12-02 17:52:46.348685 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194199 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fc34340 con 0 -472> 2017-12-02 17:52:46.349541 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133581 0x55cf1fc34340 paxos(commit lc 1194200 fc 0 pn 21200 opn 0) v4 -471> 2017-12-02 17:52:46.349599 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133581 ==== paxos(commit lc 1194200 fc 0 pn 21200 opn 0) v4 ==== 10368+0+0 (3905955768 0 0) 0x55cf1fc34340 con 0x55cf1fade000 -470> 2017-12-02 17:52:46.349804 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133582 0x55cf1fc34680 paxos(lease lc 1194200 fc 1193506 pn 0 opn 0) v4 -469> 2017-12-02 17:52:46.350298 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -468> 2017-12-02 17:52:46.350306 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -467> 2017-12-02 17:52:46.350426 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133582 ==== paxos(lease lc 1194200 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2929666322 0 0) 0x55cf1fc34680 con 0x55cf1fade000 -466> 2017-12-02 17:52:46.350442 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194200 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fc34340 con 0 -465> 2017-12-02 17:52:46.350457 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -464> 2017-12-02 17:52:46.350462 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194200) is_readable = 1 - now=2017-12-02 17:52:46.350462 lease_expire=2017-12-02 17:52:51.350165 has v0 lc 1194200 -463> 2017-12-02 17:52:47.350333 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133583 0x55cf1fc34340 paxos(begin lc 1194200 fc 0 pn 21200 opn 0) v4 -462> 2017-12-02 17:52:47.350432 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133583 ==== paxos(begin lc 1194200 fc 0 pn 21200 opn 0) v4 ==== 2558+0+0 (1101188774 0 0) 0x55cf1fc34340 con 0x55cf1fade000 -461> 2017-12-02 17:52:47.351092 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194200 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fc34680 con 0 -460> 2017-12-02 17:52:47.352044 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133584 0x55cf1fc34680 paxos(commit lc 1194201 fc 0 pn 21200 opn 0) v4 -459> 2017-12-02 17:52:47.352140 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133584 ==== paxos(commit lc 1194201 fc 0 pn 21200 opn 0) v4 ==== 2558+0+0 (2111073614 0 0) 0x55cf1fc34680 con 0x55cf1fade000 -458> 2017-12-02 17:52:47.352264 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133585 0x55cf1fc349c0 paxos(lease lc 1194201 fc 1193506 pn 0 opn 0) v4 -457> 2017-12-02 17:52:47.352801 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -456> 2017-12-02 17:52:47.352815 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -455> 2017-12-02 17:52:47.352974 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133585 ==== paxos(lease lc 1194201 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2083440012 0 0) 0x55cf1fc349c0 con 0x55cf1fade000 -454> 2017-12-02 17:52:47.352993 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194201 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fc34680 con 0 -453> 2017-12-02 17:52:47.353030 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -452> 2017-12-02 17:52:47.353036 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194201) is_readable = 1 - now=2017-12-02 17:52:47.353037 lease_expire=2017-12-02 17:52:52.352617 has v0 lc 1194201 -451> 2017-12-02 17:52:47.599910 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54d800 con 0 -450> 2017-12-02 17:52:48.438490 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133586 0x55cf1fc34680 paxos(begin lc 1194201 fc 0 pn 21200 opn 0) v4 -449> 2017-12-02 17:52:48.438606 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133586 ==== paxos(begin lc 1194201 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (2767043647 0 0) 0x55cf1fc34680 con 0x55cf1fade000 -448> 2017-12-02 17:52:48.439166 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194201 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fc349c0 con 0 -447> 2017-12-02 17:52:48.440139 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133587 0x55cf1fc349c0 paxos(commit lc 1194202 fc 0 pn 21200 opn 0) v4 -446> 2017-12-02 17:52:48.440215 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133587 ==== paxos(commit lc 1194202 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3786547952 0 0) 0x55cf1fc349c0 con 0x55cf1fade000 -445> 2017-12-02 17:52:48.440331 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133588 0x55cf1fc34d00 paxos(lease lc 1194202 fc 1193506 pn 0 opn 0) v4 -444> 2017-12-02 17:52:48.440894 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -443> 2017-12-02 17:52:48.440908 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -442> 2017-12-02 17:52:48.441062 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133588 ==== paxos(lease lc 1194202 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2576665192 0 0) 0x55cf1fc34d00 con 0x55cf1fade000 -441> 2017-12-02 17:52:48.441081 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194202 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fc349c0 con 0 -440> 2017-12-02 17:52:48.441096 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -439> 2017-12-02 17:52:48.441101 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.441102 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -438> 2017-12-02 17:52:48.515841 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:6789/0 conn(0x55cf1fae1000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=787902 cs=1 l=0). rx mon.2 seq 1522966180 0x55cf1fbf4a00 mon_health( service 1 op tell e 0 r 0 ) v1 -437> 2017-12-02 17:52:48.515943 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.2 10.1.80.3:6789/0 1522966180 ==== mon_health( service 1 op tell e 0 r 0 ) v1 ==== 108+0+0 (285363207 0 0) 0x55cf1fbf4a00 con 0x55cf1fae1000 -436> 2017-12-02 17:52:48.744568 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -435> 2017-12-02 17:52:48.744715 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3888602374 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -434> 2017-12-02 17:52:48.744779 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3888602374 conn(0x55cf1fb7b000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -433> 2017-12-02 17:52:48.744885 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3888602374 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf5b80 auth(proto 0 30 bytes epoch 0) v1 -432> 2017-12-02 17:52:48.744913 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/3888602374 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf5b80 con 0x55cf1fb7b000 -431> 2017-12-02 17:52:48.744942 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.744943 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -430> 2017-12-02 17:52:48.744974 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3888602374 -- mon_map magic: 0 v1 -- 0x55cf1fbf4a00 con 0 -429> 2017-12-02 17:52:48.745007 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6d00 auth_reply(proto 2 0 (0) Success) v1 -428> 2017-12-02 17:52:48.745018 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3888602374 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6d00 con 0 -427> 2017-12-02 17:52:48.745593 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3888602374 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6d00 auth(proto 2 32 bytes epoch 0) v1 -426> 2017-12-02 17:52:48.745654 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/3888602374 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2362260043 0 0) 0x55cf1fbf6d00 con 0x55cf1fb7b000 -425> 2017-12-02 17:52:48.745670 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.745671 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -424> 2017-12-02 17:52:48.745810 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5b80 auth_reply(proto 2 0 (0) Success) v1 -423> 2017-12-02 17:52:48.745819 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3888602374 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5b80 con 0 -422> 2017-12-02 17:52:48.746115 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3888602374 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf5b80 auth(proto 2 165 bytes epoch 0) v1 -421> 2017-12-02 17:52:48.746199 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/3888602374 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (4079286394 0 0) 0x55cf1fbf5b80 con 0x55cf1fb7b000 -420> 2017-12-02 17:52:48.746215 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.746215 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -419> 2017-12-02 17:52:48.746342 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3888602374 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -418> 2017-12-02 17:52:48.746349 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3888602374 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -417> 2017-12-02 17:52:48.746354 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3888602374 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -416> 2017-12-02 17:52:48.746359 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3888602374 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -415> 2017-12-02 17:52:48.746363 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3888602374 conn(0x55cf1fb7b000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -414> 2017-12-02 17:52:48.746362 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6d00 auth_reply(proto 2 0 (0) Success) v1 -413> 2017-12-02 17:52:48.746368 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3888602374 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6d00 con 0 -412> 2017-12-02 17:52:48.746390 7f793c747700 1 -- 10.1.80.4:6789/0 reap_dead start -411> 2017-12-02 17:52:48.746398 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7b000 -410> 2017-12-02 17:52:48.746402 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7c800 -409> 2017-12-02 17:52:48.746410 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc1800 -408> 2017-12-02 17:52:48.746413 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc3000 -407> 2017-12-02 17:52:48.746418 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc4800 -406> 2017-12-02 17:52:48.774911 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -405> 2017-12-02 17:52:48.775022 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -404> 2017-12-02 17:52:48.775033 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -403> 2017-12-02 17:52:48.775101 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf4a00 auth(proto 0 30 bytes epoch 0) v1 -402> 2017-12-02 17:52:48.775117 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/3115523009 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf4a00 con 0x55cf1fcc4800 -401> 2017-12-02 17:52:48.775134 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.775134 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -400> 2017-12-02 17:52:48.775154 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3115523009 -- mon_map magic: 0 v1 -- 0x55cf1fbf5b80 con 0 -399> 2017-12-02 17:52:48.775175 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6d00 auth_reply(proto 2 0 (0) Success) v1 -398> 2017-12-02 17:52:48.775182 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3115523009 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6d00 con 0 -397> 2017-12-02 17:52:48.775456 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6d00 auth(proto 2 32 bytes epoch 0) v1 -396> 2017-12-02 17:52:48.775507 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/3115523009 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (1712591806 0 0) 0x55cf1fbf6d00 con 0x55cf1fcc4800 -395> 2017-12-02 17:52:48.775523 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.775523 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -394> 2017-12-02 17:52:48.775601 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf4a00 auth_reply(proto 2 0 (0) Success) v1 -393> 2017-12-02 17:52:48.775610 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3115523009 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf4a00 con 0 -392> 2017-12-02 17:52:48.775793 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf4a00 auth(proto 2 165 bytes epoch 0) v1 -391> 2017-12-02 17:52:48.775808 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/3115523009 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (4264223511 0 0) 0x55cf1fbf4a00 con 0x55cf1fcc4800 -390> 2017-12-02 17:52:48.775817 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.775817 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -389> 2017-12-02 17:52:48.775917 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6d00 auth_reply(proto 2 0 (0) Success) v1 -388> 2017-12-02 17:52:48.775924 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3115523009 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6d00 con 0 -387> 2017-12-02 17:52:48.776149 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 4 0x55cf1f4bdf80 mon_subscribe({monmap=0+}) v2 -386> 2017-12-02 17:52:48.776165 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.4:0/3115523009 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4bdf80 con 0x55cf1fcc4800 -385> 2017-12-02 17:52:48.776172 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094255 seq 5 0x55cf1f4bef40 mon_subscribe({mgrmap=0+}) v2 -384> 2017-12-02 17:52:48.776185 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3115523009 -- mon_map magic: 0 v1 -- 0x55cf1fbf4a00 con 0 -383> 2017-12-02 17:52:48.776202 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094255 10.1.80.4:0/3115523009 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bef40 con 0x55cf1fcc4800 -382> 2017-12-02 17:52:48.776227 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3115523009 -- mgrmap(e 219) v1 -- 0x55cf1f54f900 con 0 -381> 2017-12-02 17:52:48.776264 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094255 seq 6 0x55cf201f2480 mon_subscribe({osdmap=0}) v2 -380> 2017-12-02 17:52:48.776293 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094255 10.1.80.4:0/3115523009 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf201f2480 con 0x55cf1fcc4800 -379> 2017-12-02 17:52:48.776306 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3115523009 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf5900 con 0 -378> 2017-12-02 17:52:48.776783 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094255 seq 7 0x55cf201f2240 getpoolstats(1 ceph v0) v1 -377> 2017-12-02 17:52:48.776807 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094255 10.1.80.4:0/3115523009 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf201f2240 con 0x55cf1fcc4800 -376> 2017-12-02 17:52:48.776816 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.776817 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -375> 2017-12-02 17:52:48.776830 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 getpoolstatsreply(1 v946120) v1 -374> 2017-12-02 17:52:48.776834 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3115523009 -- getpoolstatsreply(1 v946120) v1 -- 0x55cf1f741980 con 0 -373> 2017-12-02 17:52:48.777097 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094255 seq 8 0x55cf201f26c0 statfs(2 pool -1 v946120) v2 -372> 2017-12-02 17:52:48.777142 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094255 10.1.80.4:0/3115523009 8 ==== statfs(2 pool -1 v946120) v2 ==== 35+0+0 (2798985461 0 0) 0x55cf201f26c0 con 0x55cf1fcc4800 -371> 2017-12-02 17:52:48.777159 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.777159 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -370> 2017-12-02 17:52:48.777172 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf201f2240 statfs_reply(2) v1 -369> 2017-12-02 17:52:48.777176 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:0/3115523009 -- statfs_reply(2) v1 -- 0x55cf201f2240 con 0 -368> 2017-12-02 17:52:48.777638 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -367> 2017-12-02 17:52:48.777652 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -366> 2017-12-02 17:52:48.777659 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -365> 2017-12-02 17:52:48.777663 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -364> 2017-12-02 17:52:48.777668 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.4:0/3115523009 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -363> 2017-12-02 17:52:48.798312 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -362> 2017-12-02 17:52:48.798462 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -361> 2017-12-02 17:52:48.798579 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -360> 2017-12-02 17:52:48.798679 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1f741980 auth(proto 0 30 bytes epoch 0) v1 -359> 2017-12-02 17:52:48.798692 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/2507307883 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f741980 con 0x55cf1fcc3000 -358> 2017-12-02 17:52:48.798709 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.798710 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -357> 2017-12-02 17:52:48.798733 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2507307883 -- mon_map magic: 0 v1 -- 0x55cf1fbf6a80 con 0 -356> 2017-12-02 17:52:48.798753 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6f80 auth_reply(proto 2 0 (0) Success) v1 -355> 2017-12-02 17:52:48.798760 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2507307883 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6f80 con 0 -354> 2017-12-02 17:52:48.799146 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6f80 auth(proto 2 32 bytes epoch 0) v1 -353> 2017-12-02 17:52:48.799190 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/2507307883 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (1281564178 0 0) 0x55cf1fbf6f80 con 0x55cf1fcc3000 -352> 2017-12-02 17:52:48.799206 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.799207 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -351> 2017-12-02 17:52:48.799287 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 auth_reply(proto 2 0 (0) Success) v1 -350> 2017-12-02 17:52:48.799296 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2507307883 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741980 con 0 -349> 2017-12-02 17:52:48.799480 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1f741980 auth(proto 2 165 bytes epoch 0) v1 -348> 2017-12-02 17:52:48.799494 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/2507307883 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2781363289 0 0) 0x55cf1f741980 con 0x55cf1fcc3000 -347> 2017-12-02 17:52:48.799503 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.799503 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -346> 2017-12-02 17:52:48.799603 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6f80 auth_reply(proto 2 0 (0) Success) v1 -345> 2017-12-02 17:52:48.799610 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2507307883 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6f80 con 0 -344> 2017-12-02 17:52:48.799830 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 4 0x55cf201f2240 mon_subscribe({monmap=0+}) v2 -343> 2017-12-02 17:52:48.799846 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/2507307883 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf201f2240 con 0x55cf1fcc3000 -342> 2017-12-02 17:52:48.799865 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2507307883 -- mon_map magic: 0 v1 -- 0x55cf1f741980 con 0 -341> 2017-12-02 17:52:48.799881 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094259 seq 5 0x55cf201f2900 mon_subscribe({mgrmap=0+}) v2 -340> 2017-12-02 17:52:48.799896 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094259 10.1.80.3:0/2507307883 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf201f2900 con 0x55cf1fcc3000 -339> 2017-12-02 17:52:48.799918 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2507307883 -- mgrmap(e 219) v1 -- 0x55cf1f54fc00 con 0 -338> 2017-12-02 17:52:48.799952 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094259 seq 6 0x55cf201f3b00 mon_subscribe({osdmap=0}) v2 -337> 2017-12-02 17:52:48.799965 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094259 10.1.80.3:0/2507307883 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf201f3b00 con 0x55cf1fcc3000 -336> 2017-12-02 17:52:48.799975 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2507307883 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf6800 con 0 -335> 2017-12-02 17:52:48.800522 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094259 seq 7 0x55cf1f4bdd40 getpoolstats(1 ceph v0) v1 -334> 2017-12-02 17:52:48.800559 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094259 10.1.80.3:0/2507307883 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf1f4bdd40 con 0x55cf1fcc3000 -333> 2017-12-02 17:52:48.800567 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.800567 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -332> 2017-12-02 17:52:48.800578 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f740300 getpoolstatsreply(1 v946120) v1 -331> 2017-12-02 17:52:48.800581 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2507307883 -- getpoolstatsreply(1 v946120) v1 -- 0x55cf1f740300 con 0 -330> 2017-12-02 17:52:48.800837 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094259 seq 8 0x55cf1f4beac0 statfs(2 pool -1 v946120) v2 -329> 2017-12-02 17:52:48.800850 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094259 10.1.80.3:0/2507307883 8 ==== statfs(2 pool -1 v946120) v2 ==== 35+0+0 (2798985461 0 0) 0x55cf1f4beac0 con 0x55cf1fcc3000 -328> 2017-12-02 17:52:48.800858 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194202) is_readable = 1 - now=2017-12-02 17:52:48.800858 lease_expire=2017-12-02 17:52:53.440688 has v0 lc 1194202 -327> 2017-12-02 17:52:48.800866 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f4bdd40 statfs_reply(2) v1 -326> 2017-12-02 17:52:48.800869 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/2507307883 -- statfs_reply(2) v1 -- 0x55cf1f4bdd40 con 0 -325> 2017-12-02 17:52:48.801221 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -324> 2017-12-02 17:52:48.801229 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -323> 2017-12-02 17:52:48.801233 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -322> 2017-12-02 17:52:48.801237 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -321> 2017-12-02 17:52:48.801241 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/2507307883 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -320> 2017-12-02 17:52:50.440906 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133589 0x55cf1fc349c0 paxos(begin lc 1194202 fc 0 pn 21200 opn 0) v4 -319> 2017-12-02 17:52:50.440956 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133589 ==== paxos(begin lc 1194202 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1237584760 0 0) 0x55cf1fc349c0 con 0x55cf1fade000 -318> 2017-12-02 17:52:50.441565 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194202 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fc34d00 con 0 -317> 2017-12-02 17:52:50.442558 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133590 0x55cf1fc34d00 paxos(commit lc 1194203 fc 0 pn 21200 opn 0) v4 -316> 2017-12-02 17:52:50.442600 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133590 ==== paxos(commit lc 1194203 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (963380692 0 0) 0x55cf1fc34d00 con 0x55cf1fade000 -315> 2017-12-02 17:52:50.442757 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133591 0x55cf1fc35040 paxos(lease lc 1194203 fc 1193506 pn 0 opn 0) v4 -314> 2017-12-02 17:52:50.443153 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -313> 2017-12-02 17:52:50.443161 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -312> 2017-12-02 17:52:50.443308 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133591 ==== paxos(lease lc 1194203 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2970260694 0 0) 0x55cf1fc35040 con 0x55cf1fade000 -311> 2017-12-02 17:52:50.443325 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194203 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fc34d00 con 0 -310> 2017-12-02 17:52:50.443339 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -309> 2017-12-02 17:52:50.443344 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194203) is_readable = 1 - now=2017-12-02 17:52:50.443345 lease_expire=2017-12-02 17:52:55.443113 has v0 lc 1194203 -308> 2017-12-02 17:52:51.389058 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -307> 2017-12-02 17:52:51.389249 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1657422216 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -306> 2017-12-02 17:52:51.389311 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1657422216 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -305> 2017-12-02 17:52:51.389415 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1657422216 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1f740300 auth(proto 0 30 bytes epoch 0) v1 -304> 2017-12-02 17:52:51.389431 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1657422216 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f740300 con 0x55cf1fcc1800 -303> 2017-12-02 17:52:51.389453 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194203) is_readable = 1 - now=2017-12-02 17:52:51.389453 lease_expire=2017-12-02 17:52:55.443113 has v0 lc 1194203 -302> 2017-12-02 17:52:51.389484 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1657422216 -- mon_map magic: 0 v1 -- 0x55cf1f741c00 con 0 -301> 2017-12-02 17:52:51.389510 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741700 auth_reply(proto 2 0 (0) Success) v1 -300> 2017-12-02 17:52:51.389519 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1657422216 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741700 con 0 -299> 2017-12-02 17:52:51.389849 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1657422216 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1f741700 auth(proto 2 32 bytes epoch 0) v1 -298> 2017-12-02 17:52:51.389894 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1657422216 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (1701314080 0 0) 0x55cf1f741700 con 0x55cf1fcc1800 -297> 2017-12-02 17:52:51.389910 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194203) is_readable = 1 - now=2017-12-02 17:52:51.389910 lease_expire=2017-12-02 17:52:55.443113 has v0 lc 1194203 -296> 2017-12-02 17:52:51.390030 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f740300 auth_reply(proto 2 0 (0) Success) v1 -295> 2017-12-02 17:52:51.390039 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1657422216 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f740300 con 0 -294> 2017-12-02 17:52:51.390225 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1657422216 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1f740300 auth(proto 2 165 bytes epoch 0) v1 -293> 2017-12-02 17:52:51.390271 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1657422216 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2335530851 0 0) 0x55cf1f740300 con 0x55cf1fcc1800 -292> 2017-12-02 17:52:51.390281 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194203) is_readable = 1 - now=2017-12-02 17:52:51.390281 lease_expire=2017-12-02 17:52:55.443113 has v0 lc 1194203 -291> 2017-12-02 17:52:51.390411 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741700 auth_reply(proto 2 0 (0) Success) v1 -290> 2017-12-02 17:52:51.390418 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1657422216 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741700 con 0 -289> 2017-12-02 17:52:51.390575 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1657422216 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -288> 2017-12-02 17:52:51.390586 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1657422216 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -287> 2017-12-02 17:52:51.390590 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1657422216 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -286> 2017-12-02 17:52:51.390594 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1657422216 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -285> 2017-12-02 17:52:51.390598 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1657422216 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -284> 2017-12-02 17:52:52.441690 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133592 0x55cf1fc34d00 paxos(begin lc 1194203 fc 0 pn 21200 opn 0) v4 -283> 2017-12-02 17:52:52.441774 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133592 ==== paxos(begin lc 1194203 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (3707015089 0 0) 0x55cf1fc34d00 con 0x55cf1fade000 -282> 2017-12-02 17:52:52.442302 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194203 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fc35040 con 0 -281> 2017-12-02 17:52:52.443901 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133593 0x55cf1fc35040 paxos(commit lc 1194204 fc 0 pn 21200 opn 0) v4 -280> 2017-12-02 17:52:52.443970 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133593 ==== paxos(commit lc 1194204 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (4233085608 0 0) 0x55cf1fc35040 con 0x55cf1fade000 -279> 2017-12-02 17:52:52.444137 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133594 0x55cf1fc35380 paxos(lease lc 1194204 fc 1193506 pn 0 opn 0) v4 -278> 2017-12-02 17:52:52.444607 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -277> 2017-12-02 17:52:52.444614 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -276> 2017-12-02 17:52:52.444737 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133594 ==== paxos(lease lc 1194204 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (3103039128 0 0) 0x55cf1fc35380 con 0x55cf1fade000 -275> 2017-12-02 17:52:52.444780 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194204 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fc35040 con 0 -274> 2017-12-02 17:52:52.444795 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -273> 2017-12-02 17:52:52.444817 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194204) is_readable = 1 - now=2017-12-02 17:52:52.444817 lease_expire=2017-12-02 17:52:57.444489 has v0 lc 1194204 -272> 2017-12-02 17:52:52.600214 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54e700 con 0 -271> 2017-12-02 17:52:53.444669 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133595 0x55cf1fc35040 paxos(begin lc 1194204 fc 0 pn 21200 opn 0) v4 -270> 2017-12-02 17:52:53.444738 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133595 ==== paxos(begin lc 1194204 fc 0 pn 21200 opn 0) v4 ==== 10527+0+0 (3627525760 0 0) 0x55cf1fc35040 con 0x55cf1fade000 -269> 2017-12-02 17:52:53.448950 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194204 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fc35380 con 0 -268> 2017-12-02 17:52:53.449924 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133596 0x55cf1fc35380 paxos(commit lc 1194205 fc 0 pn 21200 opn 0) v4 -267> 2017-12-02 17:52:53.449972 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133596 ==== paxos(commit lc 1194205 fc 0 pn 21200 opn 0) v4 ==== 10527+0+0 (3270946646 0 0) 0x55cf1fc35380 con 0x55cf1fade000 -266> 2017-12-02 17:52:53.450165 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133597 0x55cf1fc356c0 paxos(lease lc 1194205 fc 1193506 pn 0 opn 0) v4 -265> 2017-12-02 17:52:53.450654 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -264> 2017-12-02 17:52:53.450661 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -263> 2017-12-02 17:52:53.450776 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133597 ==== paxos(lease lc 1194205 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (4119692529 0 0) 0x55cf1fc356c0 con 0x55cf1fade000 -262> 2017-12-02 17:52:53.450793 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194205 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fc35380 con 0 -261> 2017-12-02 17:52:53.450807 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -260> 2017-12-02 17:52:53.450812 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194205) is_readable = 1 - now=2017-12-02 17:52:53.450813 lease_expire=2017-12-02 17:52:58.450516 has v0 lc 1194205 -259> 2017-12-02 17:52:54.450922 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133598 0x55cf1fc35380 paxos(begin lc 1194205 fc 0 pn 21200 opn 0) v4 -258> 2017-12-02 17:52:54.451038 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133598 ==== paxos(begin lc 1194205 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1074476166 0 0) 0x55cf1fc35380 con 0x55cf1fade000 -257> 2017-12-02 17:52:54.451585 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194205 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fc356c0 con 0 -256> 2017-12-02 17:52:54.452446 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133599 0x55cf1fc356c0 paxos(commit lc 1194206 fc 0 pn 21200 opn 0) v4 -255> 2017-12-02 17:52:54.452512 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133599 ==== paxos(commit lc 1194206 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (83169247 0 0) 0x55cf1fc356c0 con 0x55cf1fade000 -254> 2017-12-02 17:52:54.452643 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133600 0x55cf1fc35a00 paxos(lease lc 1194206 fc 1193506 pn 0 opn 0) v4 -253> 2017-12-02 17:52:54.453155 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -252> 2017-12-02 17:52:54.453162 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -251> 2017-12-02 17:52:54.453298 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133600 ==== paxos(lease lc 1194206 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (662427665 0 0) 0x55cf1fc35a00 con 0x55cf1fade000 -250> 2017-12-02 17:52:54.453316 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194206 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fc34000 con 0 -249> 2017-12-02 17:52:54.453330 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -248> 2017-12-02 17:52:54.453352 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194206) is_readable = 1 - now=2017-12-02 17:52:54.453353 lease_expire=2017-12-02 17:52:59.452997 has v0 lc 1194206 -247> 2017-12-02 17:52:55.377439 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -246> 2017-12-02 17:52:55.377563 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1710392849 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -245> 2017-12-02 17:52:55.377628 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1710392849 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -244> 2017-12-02 17:52:55.377674 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1710392849 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1f741700 auth(proto 0 30 bytes epoch 0) v1 -243> 2017-12-02 17:52:55.377694 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1710392849 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f741700 con 0x55cf1fb7c800 -242> 2017-12-02 17:52:55.377719 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194206) is_readable = 1 - now=2017-12-02 17:52:55.377719 lease_expire=2017-12-02 17:52:59.452997 has v0 lc 1194206 -241> 2017-12-02 17:52:55.377752 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1710392849 -- mon_map magic: 0 v1 -- 0x55cf1f740300 con 0 -240> 2017-12-02 17:52:55.377793 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 auth_reply(proto 2 0 (0) Success) v1 -239> 2017-12-02 17:52:55.377802 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1710392849 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741980 con 0 -238> 2017-12-02 17:52:55.378042 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1710392849 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1f741980 auth(proto 2 32 bytes epoch 0) v1 -237> 2017-12-02 17:52:55.378058 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1710392849 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (1063637231 0 0) 0x55cf1f741980 con 0x55cf1fb7c800 -236> 2017-12-02 17:52:55.378067 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194206) is_readable = 1 - now=2017-12-02 17:52:55.378067 lease_expire=2017-12-02 17:52:59.452997 has v0 lc 1194206 -235> 2017-12-02 17:52:55.378192 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741700 auth_reply(proto 2 0 (0) Success) v1 -234> 2017-12-02 17:52:55.378200 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1710392849 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741700 con 0 -233> 2017-12-02 17:52:55.378404 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1710392849 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1f741700 auth(proto 2 165 bytes epoch 0) v1 -232> 2017-12-02 17:52:55.378425 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1710392849 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (309794412 0 0) 0x55cf1f741700 con 0x55cf1fb7c800 -231> 2017-12-02 17:52:55.378434 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194206) is_readable = 1 - now=2017-12-02 17:52:55.378434 lease_expire=2017-12-02 17:52:59.452997 has v0 lc 1194206 -230> 2017-12-02 17:52:55.378558 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 auth_reply(proto 2 0 (0) Success) v1 -229> 2017-12-02 17:52:55.378564 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1710392849 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741980 con 0 -228> 2017-12-02 17:52:55.378586 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1710392849 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -227> 2017-12-02 17:52:55.378611 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1710392849 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -226> 2017-12-02 17:52:55.378618 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1710392849 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -225> 2017-12-02 17:52:55.378625 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1710392849 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -224> 2017-12-02 17:52:55.378631 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1710392849 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -223> 2017-12-02 17:52:56.445952 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133601 0x55cf1fc34000 paxos(begin lc 1194206 fc 0 pn 21200 opn 0) v4 -222> 2017-12-02 17:52:56.446055 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133601 ==== paxos(begin lc 1194206 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (4227753987 0 0) 0x55cf1fc34000 con 0x55cf1fade000 -221> 2017-12-02 17:52:56.446650 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194206 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fc35a00 con 0 -220> 2017-12-02 17:52:56.447549 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133602 0x55cf1fc35a00 paxos(commit lc 1194207 fc 0 pn 21200 opn 0) v4 -219> 2017-12-02 17:52:56.447624 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133602 ==== paxos(commit lc 1194207 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (1321993399 0 0) 0x55cf1fc35a00 con 0x55cf1fade000 -218> 2017-12-02 17:52:56.447731 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133603 0x55cf1fc35d40 paxos(lease lc 1194207 fc 1193506 pn 0 opn 0) v4 -217> 2017-12-02 17:52:56.448213 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -216> 2017-12-02 17:52:56.448220 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -215> 2017-12-02 17:52:56.448346 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133603 ==== paxos(lease lc 1194207 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1116043976 0 0) 0x55cf1fc35d40 con 0x55cf1fade000 -214> 2017-12-02 17:52:56.448363 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194207 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fc35a00 con 0 -213> 2017-12-02 17:52:56.448380 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -212> 2017-12-02 17:52:56.448385 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194207) is_readable = 1 - now=2017-12-02 17:52:56.448386 lease_expire=2017-12-02 17:53:01.448082 has v0 lc 1194207 -211> 2017-12-02 17:52:57.600483 7f793f74d700 1 -- 10.1.80.4:0/61378 --> 10.1.80.3:6832/18816 -- mgrreport(unknown.c1n4 +0-0 packed 1734) v4 -- 0x55cf1f54f600 con 0 -210> 2017-12-02 17:52:58.447121 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133604 0x55cf1fc35a00 paxos(begin lc 1194207 fc 0 pn 21200 opn 0) v4 -209> 2017-12-02 17:52:58.447256 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133604 ==== paxos(begin lc 1194207 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (772823539 0 0) 0x55cf1fc35a00 con 0x55cf1fade000 -208> 2017-12-02 17:52:58.448072 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194207 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fc35d40 con 0 -207> 2017-12-02 17:52:58.449138 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133605 0x55cf1fc35d40 paxos(commit lc 1194208 fc 0 pn 21200 opn 0) v4 -206> 2017-12-02 17:52:58.449207 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133605 ==== paxos(commit lc 1194208 fc 0 pn 21200 opn 0) v4 ==== 2566+0+0 (337483232 0 0) 0x55cf1fc35d40 con 0x55cf1fade000 -205> 2017-12-02 17:52:58.449287 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133606 0x55cf1fc36080 paxos(lease lc 1194208 fc 1193506 pn 0 opn 0) v4 -204> 2017-12-02 17:52:58.449912 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -203> 2017-12-02 17:52:58.449922 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -202> 2017-12-02 17:52:58.450073 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133606 ==== paxos(lease lc 1194208 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (2232103605 0 0) 0x55cf1fc36080 con 0x55cf1fade000 -201> 2017-12-02 17:52:58.450092 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194208 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fc35d40 con 0 -200> 2017-12-02 17:52:58.450112 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -199> 2017-12-02 17:52:58.450133 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.450134 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -198> 2017-12-02 17:52:58.750949 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1faf4800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -197> 2017-12-02 17:52:58.751148 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/2295990555 conn(0x55cf1faf4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -196> 2017-12-02 17:52:58.751255 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/2295990555 conn(0x55cf1faf4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -195> 2017-12-02 17:52:58.751350 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/2295990555 conn(0x55cf1faf4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1f741980 auth(proto 0 30 bytes epoch 0) v1 -194> 2017-12-02 17:52:58.751375 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/2295990555 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1f741980 con 0x55cf1faf4800 -193> 2017-12-02 17:52:58.751396 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.751411 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -192> 2017-12-02 17:52:58.751452 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/2295990555 -- mon_map magic: 0 v1 -- 0x55cf1f741700 con 0 -191> 2017-12-02 17:52:58.751481 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5b80 auth_reply(proto 2 0 (0) Success) v1 -190> 2017-12-02 17:52:58.751495 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/2295990555 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5b80 con 0 -189> 2017-12-02 17:52:58.751998 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/2295990555 conn(0x55cf1faf4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf5b80 auth(proto 2 32 bytes epoch 0) v1 -188> 2017-12-02 17:52:58.752065 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/2295990555 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (656385495 0 0) 0x55cf1fbf5b80 con 0x55cf1faf4800 -187> 2017-12-02 17:52:58.752082 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.752082 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -186> 2017-12-02 17:52:58.752217 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741980 auth_reply(proto 2 0 (0) Success) v1 -185> 2017-12-02 17:52:58.752226 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/2295990555 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1f741980 con 0 -184> 2017-12-02 17:52:58.752444 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/2295990555 conn(0x55cf1faf4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1f741980 auth(proto 2 165 bytes epoch 0) v1 -183> 2017-12-02 17:52:58.752506 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/2295990555 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (3480629526 0 0) 0x55cf1f741980 con 0x55cf1faf4800 -182> 2017-12-02 17:52:58.752523 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.752524 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -181> 2017-12-02 17:52:58.752672 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5b80 auth_reply(proto 2 0 (0) Success) v1 -180> 2017-12-02 17:52:58.752680 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/2295990555 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5b80 con 0 -179> 2017-12-02 17:52:58.752819 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/2295990555 conn(0x55cf1faf4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -178> 2017-12-02 17:52:58.752844 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/2295990555 conn(0x55cf1faf4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -177> 2017-12-02 17:52:58.752849 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/2295990555 conn(0x55cf1faf4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -176> 2017-12-02 17:52:58.752854 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/2295990555 conn(0x55cf1faf4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -175> 2017-12-02 17:52:58.752858 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/2295990555 conn(0x55cf1faf4800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -174> 2017-12-02 17:52:58.752885 7f793c747700 1 -- 10.1.80.4:6789/0 reap_dead start -173> 2017-12-02 17:52:58.752900 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1faf4800 -172> 2017-12-02 17:52:58.752909 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fb7c800 -171> 2017-12-02 17:52:58.752916 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc1800 -170> 2017-12-02 17:52:58.752921 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc3000 -169> 2017-12-02 17:52:58.752928 7f793c747700 5 -- 10.1.80.4:6789/0 reap_dead delete 0x55cf1fcc4800 -168> 2017-12-02 17:52:58.798561 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -167> 2017-12-02 17:52:58.798751 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -166> 2017-12-02 17:52:58.798821 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -165> 2017-12-02 17:52:58.798857 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf5b80 auth(proto 0 30 bytes epoch 0) v1 -164> 2017-12-02 17:52:58.798871 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/1280106983 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf5b80 con 0x55cf1fcc4800 -163> 2017-12-02 17:52:58.798887 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.798888 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -162> 2017-12-02 17:52:58.798909 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/1280106983 -- mon_map magic: 0 v1 -- 0x55cf1f741980 con 0 -161> 2017-12-02 17:52:58.798931 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6d00 auth_reply(proto 2 0 (0) Success) v1 -160> 2017-12-02 17:52:58.798938 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/1280106983 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6d00 con 0 -159> 2017-12-02 17:52:58.799234 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6d00 auth(proto 2 32 bytes epoch 0) v1 -158> 2017-12-02 17:52:58.799280 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/1280106983 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (1103334886 0 0) 0x55cf1fbf6d00 con 0x55cf1fcc4800 -157> 2017-12-02 17:52:58.799295 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.799296 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -156> 2017-12-02 17:52:58.799371 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5b80 auth_reply(proto 2 0 (0) Success) v1 -155> 2017-12-02 17:52:58.799380 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/1280106983 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5b80 con 0 -154> 2017-12-02 17:52:58.799562 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf5b80 auth(proto 2 165 bytes epoch 0) v1 -153> 2017-12-02 17:52:58.799584 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/1280106983 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (4036649966 0 0) 0x55cf1fbf5b80 con 0x55cf1fcc4800 -152> 2017-12-02 17:52:58.799593 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.799594 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -151> 2017-12-02 17:52:58.799699 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6d00 auth_reply(proto 2 0 (0) Success) v1 -150> 2017-12-02 17:52:58.799706 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/1280106983 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6d00 con 0 -149> 2017-12-02 17:52:58.799987 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 4 0x55cf1f4bdd40 mon_subscribe({monmap=0+}) v2 -148> 2017-12-02 17:52:58.800017 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094275 seq 5 0x55cf1f4bfa80 mon_subscribe({mgrmap=0+}) v2 -147> 2017-12-02 17:52:58.800052 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094275 seq 6 0x55cf1f4bf600 mon_subscribe({osdmap=0}) v2 -146> 2017-12-02 17:52:58.800053 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.2:0/1280106983 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4bdd40 con 0x55cf1fcc4800 -145> 2017-12-02 17:52:58.800081 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/1280106983 -- mon_map magic: 0 v1 -- 0x55cf1fbf5b80 con 0 -144> 2017-12-02 17:52:58.800102 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094275 10.1.80.2:0/1280106983 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf1f4bfa80 con 0x55cf1fcc4800 -143> 2017-12-02 17:52:58.800113 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/1280106983 -- mgrmap(e 219) v1 -- 0x55cf20252000 con 0 -142> 2017-12-02 17:52:58.800124 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094275 10.1.80.2:0/1280106983 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf1f4bf600 con 0x55cf1fcc4800 -141> 2017-12-02 17:52:58.800150 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/1280106983 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf4a00 con 0 -140> 2017-12-02 17:52:58.800566 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094275 seq 7 0x55cf1f4bf840 getpoolstats(1 ceph v0) v1 -139> 2017-12-02 17:52:58.800606 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094275 10.1.80.2:0/1280106983 7 ==== getpoolstats(1 ceph v0) v1 ==== 46+0+0 (2788013228 0 0) 0x55cf1f4bf840 con 0x55cf1fcc4800 -138> 2017-12-02 17:52:58.800615 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.800616 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -137> 2017-12-02 17:52:58.800629 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5900 getpoolstatsreply(1 v946125) v1 -136> 2017-12-02 17:52:58.800633 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/1280106983 -- getpoolstatsreply(1 v946125) v1 -- 0x55cf1fbf5900 con 0 -135> 2017-12-02 17:52:58.800834 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.8094275 seq 8 0x55cf1f4bfcc0 statfs(2 pool -1 v946125) v2 -134> 2017-12-02 17:52:58.800848 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094275 10.1.80.2:0/1280106983 8 ==== statfs(2 pool -1 v946125) v2 ==== 35+0+0 (650842 0 0) 0x55cf1f4bfcc0 con 0x55cf1fcc4800 -133> 2017-12-02 17:52:58.800856 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.800856 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -132> 2017-12-02 17:52:58.800865 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f4bf840 statfs_reply(2) v1 -131> 2017-12-02 17:52:58.800869 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.2:0/1280106983 -- statfs_reply(2) v1 -- 0x55cf1f4bf840 con 0 -130> 2017-12-02 17:52:58.801246 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -129> 2017-12-02 17:52:58.801252 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -128> 2017-12-02 17:52:58.801256 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -127> 2017-12-02 17:52:58.801259 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -126> 2017-12-02 17:52:58.801263 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.2:0/1280106983 conn(0x55cf1fcc4800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -125> 2017-12-02 17:52:58.942672 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -124> 2017-12-02 17:52:58.942845 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/420041688 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -123> 2017-12-02 17:52:58.942945 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/420041688 conn(0x55cf1fcc3000 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -122> 2017-12-02 17:52:58.942988 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/420041688 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf5900 auth(proto 0 30 bytes epoch 0) v1 -121> 2017-12-02 17:52:58.943050 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/420041688 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf5900 con 0x55cf1fcc3000 -120> 2017-12-02 17:52:58.943085 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.943087 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -119> 2017-12-02 17:52:58.943132 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/420041688 -- mon_map magic: 0 v1 -- 0x55cf1fbf6a80 con 0 -118> 2017-12-02 17:52:58.943172 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6f80 auth_reply(proto 2 0 (0) Success) v1 -117> 2017-12-02 17:52:58.943186 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/420041688 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6f80 con 0 -116> 2017-12-02 17:52:58.943497 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/420041688 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6f80 auth(proto 2 32 bytes epoch 0) v1 -115> 2017-12-02 17:52:58.943594 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/420041688 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (4175097263 0 0) 0x55cf1fbf6f80 con 0x55cf1fcc3000 -114> 2017-12-02 17:52:58.943648 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.943649 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -113> 2017-12-02 17:52:58.943783 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5900 auth_reply(proto 2 0 (0) Success) v1 -112> 2017-12-02 17:52:58.943796 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/420041688 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5900 con 0 -111> 2017-12-02 17:52:58.944023 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/420041688 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf5900 auth(proto 2 165 bytes epoch 0) v1 -110> 2017-12-02 17:52:58.944041 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/420041688 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (3446828670 0 0) 0x55cf1fbf5900 con 0x55cf1fcc3000 -109> 2017-12-02 17:52:58.944051 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.944051 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -108> 2017-12-02 17:52:58.944172 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6f80 auth_reply(proto 2 0 (0) Success) v1 -107> 2017-12-02 17:52:58.944180 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/420041688 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6f80 con 0 -106> 2017-12-02 17:52:58.944189 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/420041688 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -105> 2017-12-02 17:52:58.944197 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/420041688 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -104> 2017-12-02 17:52:58.944204 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/420041688 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -103> 2017-12-02 17:52:58.944209 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/420041688 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -102> 2017-12-02 17:52:58.944227 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/420041688 conn(0x55cf1fcc3000 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -101> 2017-12-02 17:52:58.973236 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -100> 2017-12-02 17:52:58.973393 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4074272964 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1).handle_connect_msg accept write reply msg done -99> 2017-12-02 17:52:58.973457 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4074272964 conn(0x55cf1fcc1800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=1 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -98> 2017-12-02 17:52:58.973525 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4074272964 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6f80 auth(proto 0 30 bytes epoch 0) v1 -97> 2017-12-02 17:52:58.973542 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/4074272964 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6f80 con 0x55cf1fcc1800 -96> 2017-12-02 17:52:58.973562 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.973562 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -95> 2017-12-02 17:52:58.973587 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/4074272964 -- mon_map magic: 0 v1 -- 0x55cf1fbf5900 con 0 -94> 2017-12-02 17:52:58.973613 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6800 auth_reply(proto 2 0 (0) Success) v1 -93> 2017-12-02 17:52:58.973620 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/4074272964 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6800 con 0 -92> 2017-12-02 17:52:58.974059 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4074272964 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6800 auth(proto 2 32 bytes epoch 0) v1 -91> 2017-12-02 17:52:58.974106 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/4074272964 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (3471809329 0 0) 0x55cf1fbf6800 con 0x55cf1fcc1800 -90> 2017-12-02 17:52:58.974123 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.974124 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -89> 2017-12-02 17:52:58.974204 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6f80 auth_reply(proto 2 0 (0) Success) v1 -88> 2017-12-02 17:52:58.974216 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/4074272964 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6f80 con 0 -87> 2017-12-02 17:52:58.974496 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4074272964 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6f80 auth(proto 2 165 bytes epoch 0) v1 -86> 2017-12-02 17:52:58.974557 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.3:0/4074272964 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2459713884 0 0) 0x55cf1fbf6f80 con 0x55cf1fcc1800 -85> 2017-12-02 17:52:58.974574 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194208) is_readable = 1 - now=2017-12-02 17:52:58.974575 lease_expire=2017-12-02 17:53:03.449628 has v0 lc 1194208 -84> 2017-12-02 17:52:58.974693 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6800 auth_reply(proto 2 0 (0) Success) v1 -83> 2017-12-02 17:52:58.974702 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.3:0/4074272964 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6800 con 0 -82> 2017-12-02 17:52:58.974780 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4074272964 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_bulk peer close file descriptor 34 -81> 2017-12-02 17:52:58.974787 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4074272964 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).read_until read failed -80> 2017-12-02 17:52:58.974792 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4074272964 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).process read tag failed -79> 2017-12-02 17:52:58.974797 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4074272964 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1).fault on lossy channel, failing -78> 2017-12-02 17:52:58.974801 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.3:0/4074272964 conn(0x55cf1fcc1800 :6789 s=STATE_OPEN pgs=1 cs=1 l=1)._stop -77> 2017-12-02 17:52:59.957127 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133607 0x55cf1fc35d40 paxos(begin lc 1194208 fc 0 pn 21200 opn 0) v4 -76> 2017-12-02 17:52:59.957179 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133607 ==== paxos(begin lc 1194208 fc 0 pn 21200 opn 0) v4 ==== 11160+0+0 (2469292196 0 0) 0x55cf1fc35d40 con 0x55cf1fade000 -75> 2017-12-02 17:52:59.957806 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(accept lc 1194208 fc 0 pn 21200 opn 0) v4 -- 0x55cf1fc36080 con 0 -74> 2017-12-02 17:52:59.958838 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133608 0x55cf1fc36080 paxos(commit lc 1194209 fc 0 pn 21200 opn 0) v4 -73> 2017-12-02 17:52:59.958902 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133608 ==== paxos(commit lc 1194209 fc 0 pn 21200 opn 0) v4 ==== 11160+0+0 (3108135564 0 0) 0x55cf1fc36080 con 0x55cf1fade000 -72> 2017-12-02 17:52:59.959110 7f793c747700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:6789/0 conn(0x55cf1fade000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=851208 cs=1 l=0). rx mon.0 seq 1526133609 0x55cf1fc363c0 paxos(lease lc 1194209 fc 1193506 pn 0 opn 0) v4 -71> 2017-12-02 17:52:59.959662 7f794074f700 4 mgrc handle_mgr_map Got map version 219 -70> 2017-12-02 17:52:59.959668 7f794074f700 4 mgrc handle_mgr_map Active mgr is now 10.1.80.3:6832/18816 -69> 2017-12-02 17:52:59.959771 7f794074f700 1 -- 10.1.80.4:6789/0 <== mon.0 10.1.80.1:6789/0 1526133609 ==== paxos(lease lc 1194209 fc 1193506 pn 0 opn 0) v4 ==== 84+0+0 (1927164241 0 0) 0x55cf1fc363c0 con 0x55cf1fade000 -68> 2017-12-02 17:52:59.959788 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:6789/0 -- paxos(lease_ack lc 1194209 fc 1193506 pn 0 opn 0) v4 -- 0x55cf1fc36080 con 0 -67> 2017-12-02 17:52:59.959803 7f794074f700 5 mon.c1n4@3(peon).monmap v4 apply_mon_features wait for service to be writeable -66> 2017-12-02 17:52:59.959808 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194209) is_readable = 1 - now=2017-12-02 17:52:59.959809 lease_expire=2017-12-02 17:53:04.959460 has v0 lc 1194209 -65> 2017-12-02 17:53:00.302439 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -64> 2017-12-02 17:53:00.302616 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1813547404 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -63> 2017-12-02 17:53:00.302657 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1813547404 conn(0x55cf1fb7c800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -62> 2017-12-02 17:53:00.302700 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1813547404 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6800 auth(proto 0 30 bytes epoch 0) v1 -61> 2017-12-02 17:53:00.302716 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1813547404 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6800 con 0x55cf1fb7c800 -60> 2017-12-02 17:53:00.302742 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194209) is_readable = 1 - now=2017-12-02 17:53:00.302743 lease_expire=2017-12-02 17:53:04.959460 has v0 lc 1194209 -59> 2017-12-02 17:53:00.302780 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1813547404 -- mon_map magic: 0 v1 -- 0x55cf1fbf6f80 con 0 -58> 2017-12-02 17:53:00.302813 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6d00 auth_reply(proto 2 0 (0) Success) v1 -57> 2017-12-02 17:53:00.302823 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1813547404 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6d00 con 0 -56> 2017-12-02 17:53:00.303112 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1813547404 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf6d00 auth(proto 2 32 bytes epoch 0) v1 -55> 2017-12-02 17:53:00.303134 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1813547404 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (2423609046 0 0) 0x55cf1fbf6d00 con 0x55cf1fb7c800 -54> 2017-12-02 17:53:00.303143 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194209) is_readable = 1 - now=2017-12-02 17:53:00.303143 lease_expire=2017-12-02 17:53:04.959460 has v0 lc 1194209 -53> 2017-12-02 17:53:00.303266 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6800 auth_reply(proto 2 0 (0) Success) v1 -52> 2017-12-02 17:53:00.303274 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1813547404 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6800 con 0 -51> 2017-12-02 17:53:00.303464 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1813547404 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6800 auth(proto 2 165 bytes epoch 0) v1 -50> 2017-12-02 17:53:00.303478 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/1813547404 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2719443974 0 0) 0x55cf1fbf6800 con 0x55cf1fb7c800 -49> 2017-12-02 17:53:00.303486 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194209) is_readable = 1 - now=2017-12-02 17:53:00.303486 lease_expire=2017-12-02 17:53:04.959460 has v0 lc 1194209 -48> 2017-12-02 17:53:00.303609 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6d00 auth_reply(proto 2 0 (0) Success) v1 -47> 2017-12-02 17:53:00.303615 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/1813547404 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6d00 con 0 -46> 2017-12-02 17:53:00.303777 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1813547404 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_bulk peer close file descriptor 34 -45> 2017-12-02 17:53:00.303785 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1813547404 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).read_until read failed -44> 2017-12-02 17:53:00.303790 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1813547404 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).process read tag failed -43> 2017-12-02 17:53:00.303795 7f793d749700 1 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1813547404 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1).fault on lossy channel, failing -42> 2017-12-02 17:53:00.303799 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/1813547404 conn(0x55cf1fb7c800 :6789 s=STATE_OPEN pgs=2 cs=1 l=1)._stop -41> 2017-12-02 17:53:00.750161 7f793d749700 1 -- 10.1.80.4:6789/0 >> - conn(0x55cf1faf4800 :6789 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 - -40> 2017-12-02 17:53:00.750306 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/303930506 conn(0x55cf1faf4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1).handle_connect_msg accept write reply msg done -39> 2017-12-02 17:53:00.750368 7f793d749700 2 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/303930506 conn(0x55cf1faf4800 :6789 s=STATE_ACCEPTING_WAIT_SEQ pgs=2 cs=1 l=1)._process_connection accept get newly_acked_seq 0 -38> 2017-12-02 17:53:00.750424 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/303930506 conn(0x55cf1faf4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 1 0x55cf1fbf6d00 auth(proto 0 30 bytes epoch 0) v1 -37> 2017-12-02 17:53:00.750441 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/303930506 1 ==== auth(proto 0 30 bytes epoch 0) v1 ==== 60+0+0 (673663173 0 0) 0x55cf1fbf6d00 con 0x55cf1faf4800 -36> 2017-12-02 17:53:00.750466 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194209) is_readable = 1 - now=2017-12-02 17:53:00.750467 lease_expire=2017-12-02 17:53:04.959460 has v0 lc 1194209 -35> 2017-12-02 17:53:00.750504 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/303930506 -- mon_map magic: 0 v1 -- 0x55cf1fbf6800 con 0 -34> 2017-12-02 17:53:00.750538 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5b80 auth_reply(proto 2 0 (0) Success) v1 -33> 2017-12-02 17:53:00.750548 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/303930506 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5b80 con 0 -32> 2017-12-02 17:53:00.750796 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/303930506 conn(0x55cf1faf4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 2 0x55cf1fbf5b80 auth(proto 2 32 bytes epoch 0) v1 -31> 2017-12-02 17:53:00.750810 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/303930506 2 ==== auth(proto 2 32 bytes epoch 0) v1 ==== 62+0+0 (1996696525 0 0) 0x55cf1fbf5b80 con 0x55cf1faf4800 -30> 2017-12-02 17:53:00.750818 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194209) is_readable = 1 - now=2017-12-02 17:53:00.750819 lease_expire=2017-12-02 17:53:04.959460 has v0 lc 1194209 -29> 2017-12-02 17:53:00.750936 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf6d00 auth_reply(proto 2 0 (0) Success) v1 -28> 2017-12-02 17:53:00.750943 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/303930506 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf6d00 con 0 -27> 2017-12-02 17:53:00.751120 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/303930506 conn(0x55cf1faf4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 3 0x55cf1fbf6d00 auth(proto 2 165 bytes epoch 0) v1 -26> 2017-12-02 17:53:00.751133 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/303930506 3 ==== auth(proto 2 165 bytes epoch 0) v1 ==== 195+0+0 (2780438629 0 0) 0x55cf1fbf6d00 con 0x55cf1faf4800 -25> 2017-12-02 17:53:00.751141 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194209) is_readable = 1 - now=2017-12-02 17:53:00.751141 lease_expire=2017-12-02 17:53:04.959460 has v0 lc 1194209 -24> 2017-12-02 17:53:00.751290 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1fbf5b80 auth_reply(proto 2 0 (0) Success) v1 -23> 2017-12-02 17:53:00.751297 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/303930506 -- auth_reply(proto 2 0 (0) Success) v1 -- 0x55cf1fbf5b80 con 0 -22> 2017-12-02 17:53:00.751509 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/303930506 conn(0x55cf1faf4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.? seq 4 0x55cf1f4bf840 mon_subscribe({monmap=0+}) v2 -21> 2017-12-02 17:53:00.751524 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.? 10.1.80.1:0/303930506 4 ==== mon_subscribe({monmap=0+}) v2 ==== 23+0+0 (1620593354 0 0) 0x55cf1f4bf840 con 0x55cf1faf4800 -20> 2017-12-02 17:53:00.751533 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/303930506 conn(0x55cf1faf4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094291 seq 5 0x55cf201f2d80 mon_subscribe({mgrmap=0+}) v2 -19> 2017-12-02 17:53:00.751545 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/303930506 -- mon_map magic: 0 v1 -- 0x55cf1fbf6d00 con 0 -18> 2017-12-02 17:53:00.751565 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094291 10.1.80.1:0/303930506 5 ==== mon_subscribe({mgrmap=0+}) v2 ==== 23+0+0 (2287485974 0 0) 0x55cf201f2d80 con 0x55cf1faf4800 -17> 2017-12-02 17:53:00.751581 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/303930506 -- mgrmap(e 219) v1 -- 0x55cf20252300 con 0 -16> 2017-12-02 17:53:00.751603 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/303930506 conn(0x55cf1faf4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094291 seq 6 0x55cf201f2000 mon_subscribe({osdmap=0}) v2 -15> 2017-12-02 17:53:00.751616 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094291 10.1.80.1:0/303930506 6 ==== mon_subscribe({osdmap=0}) v2 ==== 23+0+0 (319581110 0 0) 0x55cf201f2000 con 0x55cf1faf4800 -14> 2017-12-02 17:53:00.751627 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/303930506 -- osd_map(2982..2982 src has 2466..2982) v3 -- 0x55cf1fbf4a00 con 0 -13> 2017-12-02 17:53:00.755817 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/303930506 conn(0x55cf1faf4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094291 seq 7 0x55cf201f2480 mon_command({"prefix": "get_command_descriptions"} v 0) v1 -12> 2017-12-02 17:53:00.755836 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094291 10.1.80.1:0/303930506 7 ==== mon_command({"prefix": "get_command_descriptions"} v 0) v1 ==== 80+0+0 (4179180381 0 0) 0x55cf201f2480 con 0x55cf1faf4800 -11> 2017-12-02 17:53:00.757907 7f794074f700 2 mon.c1n4@3(peon) e4 send_reply 0x55cf1fd0e780 0x55cf1f741700 mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 -10> 2017-12-02 17:53:00.757913 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.1:0/303930506 -- mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 -- 0x55cf1f741700 con 0 -9> 2017-12-02 17:53:00.856573 7f793d749700 5 -- 10.1.80.4:6789/0 >> 10.1.80.1:0/303930506 conn(0x55cf1faf4800 :6789 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2 cs=1 l=1). rx client.8094291 seq 8 0x55cf201f26c0 mon_command({"prefix": "osd perf"} v 0) v1 -8> 2017-12-02 17:53:00.856601 7f794074f700 1 -- 10.1.80.4:6789/0 <== client.8094291 10.1.80.1:0/303930506 8 ==== mon_command({"prefix": "osd perf"} v 0) v1 ==== 64+0+0 (2214859649 0 0) 0x55cf201f26c0 con 0x55cf1faf4800 -7> 2017-12-02 17:53:00.856642 7f794074f700 0 mon.c1n4@3(peon) e4 handle_command mon_command({"prefix": "osd perf"} v 0) v1 -6> 2017-12-02 17:53:00.856691 7f794074f700 0 log_channel(audit) log [DBG] : from='client.? 10.1.80.1:0/303930506' entity='client.admin' cmd=[{"prefix": "osd perf"}]: dispatch -5> 2017-12-02 17:53:00.856697 7f794074f700 10 log_client _send_to_monlog to self -4> 2017-12-02 17:53:00.856698 7f794074f700 10 log_client log_queue is 1 last_log 4 sent 3 num 1 unsent 1 sending 1 -3> 2017-12-02 17:53:00.856700 7f794074f700 10 log_client will send 2017-12-02 17:53:00.856694 mon.c1n4 mon.3 10.1.80.4:6789/0 4 : audit [DBG] from='client.? 10.1.80.1:0/303930506' entity='client.admin' cmd=[{"prefix": "osd perf"}]: dispatch -2> 2017-12-02 17:53:00.856714 7f794074f700 1 -- 10.1.80.4:6789/0 --> 10.1.80.4:6789/0 -- log(1 entries from seq 4 at 2017-12-02 17:53:00.856694) v1 -- 0x55cf1f741980 con 0 -1> 2017-12-02 17:53:00.856734 7f794074f700 5 mon.c1n4@3(peon).paxos(paxos active c 1193506..1194209) is_readable = 1 - now=2017-12-02 17:53:00.856734 lease_expire=2017-12-02 17:53:04.959460 has v0 lc 1194209 0> 2017-12-02 17:53:00.859189 7f794074f700 -1 *** Caught signal (Aborted) ** in thread 7f794074f700 thread_name:ms_dispatch ceph version 12.2.1 (1a629971a9bcaaae99e5539a3a43f800a297f267) luminous (stable) 1: (()+0x930b84) [0x55cf163fab84] 2: (()+0x110c0) [0x7f7949e900c0] 3: (gsignal()+0xcf) [0x7f79472b6fcf] 4: (abort()+0x16a) [0x7f79472b83fa] 5: (()+0x40a209) [0x55cf15ed4209] 6: (OSDMonitor::preprocess_command(boost::intrusive_ptr)+0xc55) [0x55cf15fc1435] 7: (OSDMonitor::preprocess_query(boost::intrusive_ptr)+0x2c0) [0x55cf15fcb320] 8: (PaxosService::dispatch(boost::intrusive_ptr)+0x7f8) [0x55cf15f72468] 9: (Monitor::handle_command(boost::intrusive_ptr)+0x233b) [0x55cf15e35d1b] 10: (Monitor::dispatch_op(boost::intrusive_ptr)+0xa49) [0x55cf15e3d139] 11: (Monitor::_ms_dispatch(Message*)+0x6d3) [0x55cf15e3e1c3] 12: (Monitor::ms_dispatch(Message*)+0x23) [0x55cf15e6b963] 13: (DispatchQueue::entry()+0xeda) [0x55cf163a19aa] 14: (DispatchQueue::DispatchThread::entry()+0xd) [0x55cf1614c59d] 15: (()+0x7494) [0x7f7949e86494] 16: (clone()+0x3f) [0x7f794736caff] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_mirror 0/ 5 rbd_replay 0/ 5 journaler 0/ 5 objectcacher 0/ 5 client 1/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 journal 0/ 5 ms 1/ 5 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs 1/ 5 xio 1/ 5 compressor 1/ 5 bluestore 1/ 5 bluefs 1/ 3 bdev 1/ 5 kstore 4/ 5 rocksdb 4/ 5 leveldb 4/ 5 memdb 1/ 5 kinetic 1/ 5 fuse 1/ 5 mgr 1/ 5 mgrc 1/ 5 dpdk 1/ 5 eventtrace -2/-2 (syslog threshold) 99/99 (stderr threshold) max_recent 10000 max_new 1000 log_file --- end dump of recent events --- Aborted