Project

General

Profile

osd-78.log

Yoann Moulin, 03/01/2018 09:02 AM

Download (52.2 KB)

 
1
root@iccluster020:~# ceph-objectstore-tool --cluster cephprod --data-path /var/lib/ceph/osd/cephprod-78 --pgid 11.5f --journal /var/lib/ceph/osd/cephprod-78/journal --debug .dir.c9724aff-5fa0-4dd9-b494-57bdb48fab4e.314528.19__head_087F8EDF__b list-omap dump --op list
2
2018-03-01 09:53:22.870106 7f0f08519400  0 filestore(/var/lib/ceph/osd/cephprod-78) backend xfs (magic 0x58465342)
3
2018-03-01 09:53:22.870665 7f0f08519400  0 genericfilestorebackend(/var/lib/ceph/osd/cephprod-78) detect_features: FIEMAP ioctl is disabled via 'filestore fiemap' config option
4
2018-03-01 09:53:22.870685 7f0f08519400  0 genericfilestorebackend(/var/lib/ceph/osd/cephprod-78) detect_features: SEEK_DATA/SEEK_HOLE is disabled via 'filestore seek data hole' config option
5
2018-03-01 09:53:22.870688 7f0f08519400  0 genericfilestorebackend(/var/lib/ceph/osd/cephprod-78) detect_features: splice() is disabled via 'filestore splice' config option
6
2018-03-01 09:53:22.882202 7f0f08519400  0 genericfilestorebackend(/var/lib/ceph/osd/cephprod-78) detect_features: syncfs(2) syscall fully supported (by glibc and kernel)
7
2018-03-01 09:53:22.882311 7f0f08519400  0 xfsfilestorebackend(/var/lib/ceph/osd/cephprod-78) detect_feature: extsize is disabled by conf
8
2018-03-01 09:53:22.897264 7f0f08519400  0 filestore(/var/lib/ceph/osd/cephprod-78) start omap initiation
9
2018-03-01 09:53:22.897362 7f0f08519400  0  set rocksdb option compaction_readahead_size = 2097152
10
2018-03-01 09:53:22.897381 7f0f08519400  0  set rocksdb option compression = kNoCompression
11
2018-03-01 09:53:22.897391 7f0f08519400  0  set rocksdb option max_background_compactions = 8
12
2018-03-01 09:53:22.897436 7f0f08519400  0  set rocksdb option compaction_readahead_size = 2097152
13
2018-03-01 09:53:22.897448 7f0f08519400  0  set rocksdb option compression = kNoCompression
14
2018-03-01 09:53:22.897454 7f0f08519400  0  set rocksdb option max_background_compactions = 8
15
2018-03-01 09:53:22.898266 7f0f08519400  4 rocksdb: RocksDB version: 5.4.0
16

    
17
2018-03-01 09:53:22.898284 7f0f08519400  4 rocksdb: Git sha rocksdb_build_git_sha:@0@
18
2018-03-01 09:53:22.898287 7f0f08519400  4 rocksdb: Compile date Nov 30 2017
19
2018-03-01 09:53:22.898289 7f0f08519400  4 rocksdb: DB SUMMARY
20

    
21
2018-03-01 09:53:22.898365 7f0f08519400  4 rocksdb: CURRENT file:  CURRENT
22

    
23
2018-03-01 09:53:22.898373 7f0f08519400  4 rocksdb: IDENTITY file:  IDENTITY
24

    
25
2018-03-01 09:53:22.898382 7f0f08519400  4 rocksdb: MANIFEST file:  MANIFEST-000377 size: 2726 Bytes
26

    
27
2018-03-01 09:53:22.898386 7f0f08519400  4 rocksdb: SST files in /var/lib/ceph/osd/cephprod-78/current/omap dir, Total Num: 6, files: 000158.sst 000316.sst 000317.sst 000383.sst 000384.sst 000385.sst 
28

    
29
2018-03-01 09:53:22.898391 7f0f08519400  4 rocksdb: Write Ahead Log file in /var/lib/ceph/osd/cephprod-78/current/omap: 000381.log size: 6030502 ; 
30

    
31
2018-03-01 09:53:22.898394 7f0f08519400  4 rocksdb:                         Options.error_if_exists: 0
32
2018-03-01 09:53:22.898396 7f0f08519400  4 rocksdb:                       Options.create_if_missing: 1
33
2018-03-01 09:53:22.898397 7f0f08519400  4 rocksdb:                         Options.paranoid_checks: 1
34
2018-03-01 09:53:22.898399 7f0f08519400  4 rocksdb:                                     Options.env: 0x5597d346bc80
35
2018-03-01 09:53:22.898402 7f0f08519400  4 rocksdb:                                Options.info_log: 0x5597d55ea4e0
36
2018-03-01 09:53:22.898404 7f0f08519400  4 rocksdb:                          Options.max_open_files: -1
37
2018-03-01 09:53:22.898406 7f0f08519400  4 rocksdb:                Options.max_file_opening_threads: 16
38
2018-03-01 09:53:22.898408 7f0f08519400  4 rocksdb:                               Options.use_fsync: 0
39
2018-03-01 09:53:22.898409 7f0f08519400  4 rocksdb:                       Options.max_log_file_size: 0
40
2018-03-01 09:53:22.898411 7f0f08519400  4 rocksdb:                  Options.max_manifest_file_size: 18446744073709551615
41
2018-03-01 09:53:22.898414 7f0f08519400  4 rocksdb:                   Options.log_file_time_to_roll: 0
42
2018-03-01 09:53:22.898416 7f0f08519400  4 rocksdb:                       Options.keep_log_file_num: 1000
43
2018-03-01 09:53:22.898417 7f0f08519400  4 rocksdb:                    Options.recycle_log_file_num: 0
44
2018-03-01 09:53:22.898419 7f0f08519400  4 rocksdb:                         Options.allow_fallocate: 1
45
2018-03-01 09:53:22.898420 7f0f08519400  4 rocksdb:                        Options.allow_mmap_reads: 0
46
2018-03-01 09:53:22.898422 7f0f08519400  4 rocksdb:                       Options.allow_mmap_writes: 0
47
2018-03-01 09:53:22.898423 7f0f08519400  4 rocksdb:                        Options.use_direct_reads: 0
48
2018-03-01 09:53:22.898425 7f0f08519400  4 rocksdb:                        Options.use_direct_io_for_flush_and_compaction: 0
49
2018-03-01 09:53:22.898427 7f0f08519400  4 rocksdb:          Options.create_missing_column_families: 0
50
2018-03-01 09:53:22.898428 7f0f08519400  4 rocksdb:                              Options.db_log_dir: 
51
2018-03-01 09:53:22.898429 7f0f08519400  4 rocksdb:                                 Options.wal_dir: /var/lib/ceph/osd/cephprod-78/current/omap
52
2018-03-01 09:53:22.898431 7f0f08519400  4 rocksdb:                Options.table_cache_numshardbits: 6
53
2018-03-01 09:53:22.898432 7f0f08519400  4 rocksdb:                      Options.max_subcompactions: 1
54
2018-03-01 09:53:22.898447 7f0f08519400  4 rocksdb:                  Options.max_background_flushes: 1
55
2018-03-01 09:53:22.898449 7f0f08519400  4 rocksdb:                         Options.WAL_ttl_seconds: 0
56
2018-03-01 09:53:22.898450 7f0f08519400  4 rocksdb:                       Options.WAL_size_limit_MB: 0
57
2018-03-01 09:53:22.898453 7f0f08519400  4 rocksdb:             Options.manifest_preallocation_size: 4194304
58
2018-03-01 09:53:22.898454 7f0f08519400  4 rocksdb:                     Options.is_fd_close_on_exec: 1
59
2018-03-01 09:53:22.898456 7f0f08519400  4 rocksdb:                   Options.advise_random_on_open: 1
60
2018-03-01 09:53:22.898457 7f0f08519400  4 rocksdb:                    Options.db_write_buffer_size: 0
61
2018-03-01 09:53:22.898458 7f0f08519400  4 rocksdb:         Options.access_hint_on_compaction_start: 1
62
2018-03-01 09:53:22.898459 7f0f08519400  4 rocksdb:  Options.new_table_reader_for_compaction_inputs: 1
63
2018-03-01 09:53:22.898461 7f0f08519400  4 rocksdb:               Options.compaction_readahead_size: 2097152
64
2018-03-01 09:53:22.898462 7f0f08519400  4 rocksdb:           Options.random_access_max_buffer_size: 1048576
65
2018-03-01 09:53:22.898464 7f0f08519400  4 rocksdb:           Options.writable_file_max_buffer_size: 1048576
66
2018-03-01 09:53:22.898465 7f0f08519400  4 rocksdb:                      Options.use_adaptive_mutex: 0
67
2018-03-01 09:53:22.898467 7f0f08519400  4 rocksdb:                            Options.rate_limiter: (nil)
68
2018-03-01 09:53:22.898469 7f0f08519400  4 rocksdb:     Options.sst_file_manager.rate_bytes_per_sec: 0
69
2018-03-01 09:53:22.898471 7f0f08519400  4 rocksdb:                          Options.bytes_per_sync: 0
70
2018-03-01 09:53:22.898473 7f0f08519400  4 rocksdb:                      Options.wal_bytes_per_sync: 0
71
2018-03-01 09:53:22.898474 7f0f08519400  4 rocksdb:                       Options.wal_recovery_mode: 2
72
2018-03-01 09:53:22.898476 7f0f08519400  4 rocksdb:                  Options.enable_thread_tracking: 0
73
2018-03-01 09:53:22.898477 7f0f08519400  4 rocksdb:         Options.allow_concurrent_memtable_write: 1
74
2018-03-01 09:53:22.898478 7f0f08519400  4 rocksdb:      Options.enable_write_thread_adaptive_yield: 1
75
2018-03-01 09:53:22.898480 7f0f08519400  4 rocksdb:             Options.write_thread_max_yield_usec: 100
76
2018-03-01 09:53:22.898482 7f0f08519400  4 rocksdb:            Options.write_thread_slow_yield_usec: 3
77
2018-03-01 09:53:22.898483 7f0f08519400  4 rocksdb:                               Options.row_cache: None
78
2018-03-01 09:53:22.898485 7f0f08519400  4 rocksdb:                              Options.wal_filter: None
79
2018-03-01 09:53:22.898487 7f0f08519400  4 rocksdb:             Options.avoid_flush_during_recovery: 0
80
2018-03-01 09:53:22.898489 7f0f08519400  4 rocksdb:             Options.base_background_compactions: 1
81
2018-03-01 09:53:22.898490 7f0f08519400  4 rocksdb:             Options.max_background_compactions: 8
82
2018-03-01 09:53:22.898492 7f0f08519400  4 rocksdb:             Options.avoid_flush_during_shutdown: 0
83
2018-03-01 09:53:22.898493 7f0f08519400  4 rocksdb:             Options.delayed_write_rate : 16777216
84
2018-03-01 09:53:22.898494 7f0f08519400  4 rocksdb:             Options.max_total_wal_size: 0
85
2018-03-01 09:53:22.898496 7f0f08519400  4 rocksdb:             Options.delete_obsolete_files_period_micros: 21600000000
86
2018-03-01 09:53:22.898498 7f0f08519400  4 rocksdb:                   Options.stats_dump_period_sec: 600
87
2018-03-01 09:53:22.898500 7f0f08519400  4 rocksdb: Compression algorithms supported:
88
2018-03-01 09:53:22.898502 7f0f08519400  4 rocksdb: 	Snappy supported: 0
89
2018-03-01 09:53:22.898503 7f0f08519400  4 rocksdb: 	Zlib supported: 0
90
2018-03-01 09:53:22.898504 7f0f08519400  4 rocksdb: 	Bzip supported: 0
91
2018-03-01 09:53:22.898506 7f0f08519400  4 rocksdb: 	LZ4 supported: 0
92
2018-03-01 09:53:22.898507 7f0f08519400  4 rocksdb: 	ZSTD supported: 0
93
2018-03-01 09:53:22.898510 7f0f08519400  4 rocksdb: Fast CRC32 supported: 0
94
2018-03-01 09:53:22.907179 7f0f08519400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-000377
95

    
96
2018-03-01 09:53:22.907436 7f0f08519400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]:
97

    
98
2018-03-01 09:53:22.907450 7f0f08519400  4 rocksdb:               Options.comparator: leveldb.BytewiseComparator
99
2018-03-01 09:53:22.907453 7f0f08519400  4 rocksdb:           Options.merge_operator: 
100
2018-03-01 09:53:22.907454 7f0f08519400  4 rocksdb:        Options.compaction_filter: None
101
2018-03-01 09:53:22.907456 7f0f08519400  4 rocksdb:        Options.compaction_filter_factory: None
102
2018-03-01 09:53:22.907457 7f0f08519400  4 rocksdb:         Options.memtable_factory: SkipListFactory
103
2018-03-01 09:53:22.907459 7f0f08519400  4 rocksdb:            Options.table_factory: BlockBasedTable
104
2018-03-01 09:53:22.907502 7f0f08519400  4 rocksdb:            table_factory options:   flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5597d53380f8)
105
  cache_index_and_filter_blocks: 1
106
  cache_index_and_filter_blocks_with_high_priority: 1
107
  pin_l0_filter_and_index_blocks_in_cache: 1
108
  index_type: 0
109
  hash_index_allow_collision: 1
110
  checksum: 1
111
  no_block_cache: 0
112
  block_cache: 0x5597d55db500
113
  block_cache_name: LRUCache
114
  block_cache_options:
115
    capacity : 134217728
116
    num_shard_bits : 4
117
    strict_capacity_limit : 0
118
    high_pri_pool_ratio: 0.000
119
  block_cache_compressed: (nil)
120
  persistent_cache: (nil)
121
  block_size: 4096
122
  block_size_deviation: 10
123
  block_restart_interval: 16
124
  index_block_restart_interval: 1
125
  filter_policy: rocksdb.BuiltinBloomFilter
126
  whole_key_filtering: 1
127
  format_version: 2
128

    
129
2018-03-01 09:53:22.907509 7f0f08519400  4 rocksdb:        Options.write_buffer_size: 67108864
130
2018-03-01 09:53:22.907511 7f0f08519400  4 rocksdb:  Options.max_write_buffer_number: 2
131
2018-03-01 09:53:22.907513 7f0f08519400  4 rocksdb:          Options.compression: NoCompression
132
2018-03-01 09:53:22.907515 7f0f08519400  4 rocksdb:                  Options.bottommost_compression: Disabled
133
2018-03-01 09:53:22.907517 7f0f08519400  4 rocksdb:       Options.prefix_extractor: nullptr
134
2018-03-01 09:53:22.907518 7f0f08519400  4 rocksdb:   Options.memtable_insert_with_hint_prefix_extractor: nullptr
135
2018-03-01 09:53:22.907519 7f0f08519400  4 rocksdb:             Options.num_levels: 7
136
2018-03-01 09:53:22.907521 7f0f08519400  4 rocksdb:        Options.min_write_buffer_number_to_merge: 1
137
2018-03-01 09:53:22.907522 7f0f08519400  4 rocksdb:     Options.max_write_buffer_number_to_maintain: 0
138
2018-03-01 09:53:22.907523 7f0f08519400  4 rocksdb:            Options.compression_opts.window_bits: -14
139
2018-03-01 09:53:22.907525 7f0f08519400  4 rocksdb:                  Options.compression_opts.level: -1
140
2018-03-01 09:53:22.907527 7f0f08519400  4 rocksdb:               Options.compression_opts.strategy: 0
141
2018-03-01 09:53:22.907528 7f0f08519400  4 rocksdb:         Options.compression_opts.max_dict_bytes: 0
142
2018-03-01 09:53:22.907530 7f0f08519400  4 rocksdb:      Options.level0_file_num_compaction_trigger: 4
143
2018-03-01 09:53:22.907531 7f0f08519400  4 rocksdb:          Options.level0_slowdown_writes_trigger: 20
144
2018-03-01 09:53:22.907532 7f0f08519400  4 rocksdb:              Options.level0_stop_writes_trigger: 36
145
2018-03-01 09:53:22.907533 7f0f08519400  4 rocksdb:                   Options.target_file_size_base: 67108864
146
2018-03-01 09:53:22.907535 7f0f08519400  4 rocksdb:             Options.target_file_size_multiplier: 1
147
2018-03-01 09:53:22.907536 7f0f08519400  4 rocksdb:                Options.max_bytes_for_level_base: 268435456
148
2018-03-01 09:53:22.907537 7f0f08519400  4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0
149
2018-03-01 09:53:22.907538 7f0f08519400  4 rocksdb:          Options.max_bytes_for_level_multiplier: 10.000000
150
2018-03-01 09:53:22.907542 7f0f08519400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
151
2018-03-01 09:53:22.907544 7f0f08519400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
152
2018-03-01 09:53:22.907545 7f0f08519400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
153
2018-03-01 09:53:22.907561 7f0f08519400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
154
2018-03-01 09:53:22.907562 7f0f08519400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
155
2018-03-01 09:53:22.907563 7f0f08519400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
156
2018-03-01 09:53:22.907564 7f0f08519400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
157
2018-03-01 09:53:22.907565 7f0f08519400  4 rocksdb:       Options.max_sequential_skip_in_iterations: 8
158
2018-03-01 09:53:22.907566 7f0f08519400  4 rocksdb:                    Options.max_compaction_bytes: 1677721600
159
2018-03-01 09:53:22.907568 7f0f08519400  4 rocksdb:                        Options.arena_block_size: 8388608
160
2018-03-01 09:53:22.907569 7f0f08519400  4 rocksdb:   Options.soft_pending_compaction_bytes_limit: 68719476736
161
2018-03-01 09:53:22.907570 7f0f08519400  4 rocksdb:   Options.hard_pending_compaction_bytes_limit: 274877906944
162
2018-03-01 09:53:22.907572 7f0f08519400  4 rocksdb:       Options.rate_limit_delay_max_milliseconds: 100
163
2018-03-01 09:53:22.907573 7f0f08519400  4 rocksdb:                Options.disable_auto_compactions: 0
164
2018-03-01 09:53:22.907575 7f0f08519400  4 rocksdb:                         Options.compaction_style: kCompactionStyleLevel
165
2018-03-01 09:53:22.907577 7f0f08519400  4 rocksdb:                           Options.compaction_pri: kByCompensatedSize
166
2018-03-01 09:53:22.907578 7f0f08519400  4 rocksdb:  Options.compaction_options_universal.size_ratio: 1
167
2018-03-01 09:53:22.907579 7f0f08519400  4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
168
2018-03-01 09:53:22.907581 7f0f08519400  4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
169
2018-03-01 09:53:22.907582 7f0f08519400  4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
170
2018-03-01 09:53:22.907584 7f0f08519400  4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
171
2018-03-01 09:53:22.907586 7f0f08519400  4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
172
2018-03-01 09:53:22.907587 7f0f08519400  4 rocksdb:                   Options.table_properties_collectors: 
173
2018-03-01 09:53:22.907589 7f0f08519400  4 rocksdb:                   Options.inplace_update_support: 0
174
2018-03-01 09:53:22.907590 7f0f08519400  4 rocksdb:                 Options.inplace_update_num_locks: 10000
175
2018-03-01 09:53:22.907592 7f0f08519400  4 rocksdb:               Options.memtable_prefix_bloom_size_ratio: 0.000000
176
2018-03-01 09:53:22.907593 7f0f08519400  4 rocksdb:   Options.memtable_huge_page_size: 0
177
2018-03-01 09:53:22.907595 7f0f08519400  4 rocksdb:                           Options.bloom_locality: 0
178
2018-03-01 09:53:22.907596 7f0f08519400  4 rocksdb:                    Options.max_successive_merges: 0
179
2018-03-01 09:53:22.907598 7f0f08519400  4 rocksdb:                Options.optimize_filters_for_hits: 0
180
2018-03-01 09:53:22.907599 7f0f08519400  4 rocksdb:                Options.paranoid_file_checks: 0
181
2018-03-01 09:53:22.907600 7f0f08519400  4 rocksdb:                Options.force_consistency_checks: 0
182
2018-03-01 09:53:22.907602 7f0f08519400  4 rocksdb:                Options.report_bg_io_stats: 0
183
2018-03-01 09:53:22.909444 7f0f08519400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/osd/cephprod-78/current/omap/MANIFEST-000377 succeeded,manifest_file_number is 377, next_file_number is 387, last_sequence is 19283823, log_number is 0,prev_log_number is 0,max_column_family is 0
184

    
185
2018-03-01 09:53:22.909468 7f0f08519400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 381
186

    
187
2018-03-01 09:53:22.909654 7f0f08519400  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1519894402909644, "job": 1, "event": "recovery_started", "log_files": [381]}
188
2018-03-01 09:53:22.909667 7f0f08519400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/db_impl_open.cc:482] Recovering log #381 mode 2
189
2018-03-01 09:53:23.138336 7f0f08519400  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1519894403138315, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 387, "file_size": 4595697, "table_properties": {"data_size": 4428655, "index_size": 112149, "filter_size": 53964, "raw_key_size": 1627311, "raw_average_key_size": 92, "raw_value_size": 3883905, "raw_average_value_size": 220, "num_data_blocks": 1164, "num_entries": 17610, "filter_policy_name": "rocksdb.BuiltinBloomFilter", "kDeletedKeys": "2202", "kMergeOperands": "0"}}
190
2018-03-01 09:53:23.139029 7f0f08519400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/version_set.cc:2395] Creating manifest 388
191

    
192
2018-03-01 09:53:23.194070 7f0f08519400  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1519894403194064, "job": 1, "event": "recovery_finished"}
193
2018-03-01 09:53:23.253150 7f0f08519400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x5597d5658000
194
2018-03-01 09:53:24.344575 7f0f08519400  0 filestore(/var/lib/ceph/osd/cephprod-78) mount(1757): enabling WRITEAHEAD journal mode: checkpoint is not enabled
195
2018-03-01 09:53:24.347291 7f0f08519400  1 journal _open /var/lib/ceph/osd/cephprod-78/journal fd 18: 10737418240 bytes, block size 4096 bytes, directio = 1, aio = 1
196
2018-03-01 09:53:24.347832 7f0f08519400 -1 journal do_read_entry(739758080): bad header magic
197
2018-03-01 09:53:24.347855 7f0f08519400 -1 journal do_read_entry(739758080): bad header magic
198
2018-03-01 09:53:24.348072 7f0f08519400  1 journal _open /var/lib/ceph/osd/cephprod-78/journal fd 18: 10737418240 bytes, block size 4096 bytes, directio = 1, aio = 1
199
2018-03-01 09:53:24.349377 7f0f08519400  1 filestore(/var/lib/ceph/osd/cephprod-78) upgrade(1364)
200
Cluster fsid=f9dfd27f-c704-4d53-9aa0-4a23d655c7c4
201
Supported features: compat={},rocompat={},incompat={1=initial feature set(~v.18),2=pginfo object,3=object locator,4=last_epoch_clean,5=categories,6=hobjectpool,7=biginfo,8=leveldbinfo,9=leveldblog,10=snapmapper,11=sharded objects,12=transaction hints,13=pg meta object,14=explicit missing set,15=fastinfo pg attr,16=deletes in missing set}
202
On-disk features: compat={},rocompat={},incompat={1=initial feature set(~v.18),2=pginfo object,3=object locator,4=last_epoch_clean,5=categories,6=hobjectpool,7=biginfo,8=leveldbinfo,9=leveldblog,10=snapmapper,11=sharded objects,12=transaction hints,13=pg meta object,14=explicit missing set,15=fastinfo pg attr,16=deletes in missing set}
203
1 pgs to scan
204
Scanning 11.5f_head, 0/1 completed
205
Error getting attr on : 11.5f_head,#-13:fa000000:::scrub_11.5f:head#, (61) No data available
206
2018-03-01 09:53:24.365392 7f0f08519400  1 journal close /var/lib/ceph/osd/cephprod-78/journal
207
2018-03-01 09:53:24.368518 7f0f08519400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/db_impl.cc:217] Shutdown: canceling all background work
208
2018-03-01 09:53:24.369962 7f0f08519400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/db_impl.cc:343] Shutdown complete
209
root@iccluster020:~# ceph-objectstore-tool --cluster cephprod --data-path /var/lib/ceph/osd/cephprod-78 --pgid 11.5f --journal /var/lib/ceph/osd/cephprod-78/journal --debug .dir.c9724aff-5fa0-4dd9-b494-57bdb48fab4e.314528.19__head_087F8EDF__b list-omap dump          
210
2018-03-01 09:53:30.590616 7feb94ec8400  0 filestore(/var/lib/ceph/osd/cephprod-78) backend xfs (magic 0x58465342)
211
2018-03-01 09:53:30.591137 7feb94ec8400  0 genericfilestorebackend(/var/lib/ceph/osd/cephprod-78) detect_features: FIEMAP ioctl is disabled via 'filestore fiemap' config option
212
2018-03-01 09:53:30.591154 7feb94ec8400  0 genericfilestorebackend(/var/lib/ceph/osd/cephprod-78) detect_features: SEEK_DATA/SEEK_HOLE is disabled via 'filestore seek data hole' config option
213
2018-03-01 09:53:30.591157 7feb94ec8400  0 genericfilestorebackend(/var/lib/ceph/osd/cephprod-78) detect_features: splice() is disabled via 'filestore splice' config option
214
2018-03-01 09:53:30.602758 7feb94ec8400  0 genericfilestorebackend(/var/lib/ceph/osd/cephprod-78) detect_features: syncfs(2) syscall fully supported (by glibc and kernel)
215
2018-03-01 09:53:30.602862 7feb94ec8400  0 xfsfilestorebackend(/var/lib/ceph/osd/cephprod-78) detect_feature: extsize is disabled by conf
216
2018-03-01 09:53:30.603687 7feb94ec8400  0 filestore(/var/lib/ceph/osd/cephprod-78) start omap initiation
217
2018-03-01 09:53:30.603791 7feb94ec8400  0  set rocksdb option compaction_readahead_size = 2097152
218
2018-03-01 09:53:30.603809 7feb94ec8400  0  set rocksdb option compression = kNoCompression
219
2018-03-01 09:53:30.603826 7feb94ec8400  0  set rocksdb option max_background_compactions = 8
220
2018-03-01 09:53:30.603871 7feb94ec8400  0  set rocksdb option compaction_readahead_size = 2097152
221
2018-03-01 09:53:30.603884 7feb94ec8400  0  set rocksdb option compression = kNoCompression
222
2018-03-01 09:53:30.603889 7feb94ec8400  0  set rocksdb option max_background_compactions = 8
223
2018-03-01 09:53:30.604760 7feb94ec8400  4 rocksdb: RocksDB version: 5.4.0
224

    
225
2018-03-01 09:53:30.604776 7feb94ec8400  4 rocksdb: Git sha rocksdb_build_git_sha:@0@
226
2018-03-01 09:53:30.604779 7feb94ec8400  4 rocksdb: Compile date Nov 30 2017
227
2018-03-01 09:53:30.604781 7feb94ec8400  4 rocksdb: DB SUMMARY
228

    
229
2018-03-01 09:53:30.604850 7feb94ec8400  4 rocksdb: CURRENT file:  CURRENT
230

    
231
2018-03-01 09:53:30.604853 7feb94ec8400  4 rocksdb: IDENTITY file:  IDENTITY
232

    
233
2018-03-01 09:53:30.604860 7feb94ec8400  4 rocksdb: MANIFEST file:  MANIFEST-000388 size: 1268 Bytes
234

    
235
2018-03-01 09:53:30.604864 7feb94ec8400  4 rocksdb: SST files in /var/lib/ceph/osd/cephprod-78/current/omap dir, Total Num: 7, files: 000158.sst 000316.sst 000317.sst 000383.sst 000384.sst 000385.sst 000387.sst 
236

    
237
2018-03-01 09:53:30.604868 7feb94ec8400  4 rocksdb: Write Ahead Log file in /var/lib/ceph/osd/cephprod-78/current/omap: 000389.log size: 0 ; 
238

    
239
2018-03-01 09:53:30.604871 7feb94ec8400  4 rocksdb:                         Options.error_if_exists: 0
240
2018-03-01 09:53:30.604873 7feb94ec8400  4 rocksdb:                       Options.create_if_missing: 1
241
2018-03-01 09:53:30.604875 7feb94ec8400  4 rocksdb:                         Options.paranoid_checks: 1
242
2018-03-01 09:53:30.604876 7feb94ec8400  4 rocksdb:                                     Options.env: 0x559fdc9b0c80
243
2018-03-01 09:53:30.604878 7feb94ec8400  4 rocksdb:                                Options.info_log: 0x559fded824e0
244
2018-03-01 09:53:30.604879 7feb94ec8400  4 rocksdb:                          Options.max_open_files: -1
245
2018-03-01 09:53:30.604881 7feb94ec8400  4 rocksdb:                Options.max_file_opening_threads: 16
246
2018-03-01 09:53:30.604883 7feb94ec8400  4 rocksdb:                               Options.use_fsync: 0
247
2018-03-01 09:53:30.604884 7feb94ec8400  4 rocksdb:                       Options.max_log_file_size: 0
248
2018-03-01 09:53:30.604886 7feb94ec8400  4 rocksdb:                  Options.max_manifest_file_size: 18446744073709551615
249
2018-03-01 09:53:30.604887 7feb94ec8400  4 rocksdb:                   Options.log_file_time_to_roll: 0
250
2018-03-01 09:53:30.604889 7feb94ec8400  4 rocksdb:                       Options.keep_log_file_num: 1000
251
2018-03-01 09:53:30.604891 7feb94ec8400  4 rocksdb:                    Options.recycle_log_file_num: 0
252
2018-03-01 09:53:30.604893 7feb94ec8400  4 rocksdb:                         Options.allow_fallocate: 1
253
2018-03-01 09:53:30.604894 7feb94ec8400  4 rocksdb:                        Options.allow_mmap_reads: 0
254
2018-03-01 09:53:30.604895 7feb94ec8400  4 rocksdb:                       Options.allow_mmap_writes: 0
255
2018-03-01 09:53:30.604897 7feb94ec8400  4 rocksdb:                        Options.use_direct_reads: 0
256
2018-03-01 09:53:30.604898 7feb94ec8400  4 rocksdb:                        Options.use_direct_io_for_flush_and_compaction: 0
257
2018-03-01 09:53:30.604900 7feb94ec8400  4 rocksdb:          Options.create_missing_column_families: 0
258
2018-03-01 09:53:30.604901 7feb94ec8400  4 rocksdb:                              Options.db_log_dir: 
259
2018-03-01 09:53:30.604902 7feb94ec8400  4 rocksdb:                                 Options.wal_dir: /var/lib/ceph/osd/cephprod-78/current/omap
260
2018-03-01 09:53:30.604904 7feb94ec8400  4 rocksdb:                Options.table_cache_numshardbits: 6
261
2018-03-01 09:53:30.604905 7feb94ec8400  4 rocksdb:                      Options.max_subcompactions: 1
262
2018-03-01 09:53:30.604918 7feb94ec8400  4 rocksdb:                  Options.max_background_flushes: 1
263
2018-03-01 09:53:30.604920 7feb94ec8400  4 rocksdb:                         Options.WAL_ttl_seconds: 0
264
2018-03-01 09:53:30.604921 7feb94ec8400  4 rocksdb:                       Options.WAL_size_limit_MB: 0
265
2018-03-01 09:53:30.604922 7feb94ec8400  4 rocksdb:             Options.manifest_preallocation_size: 4194304
266
2018-03-01 09:53:30.604924 7feb94ec8400  4 rocksdb:                     Options.is_fd_close_on_exec: 1
267
2018-03-01 09:53:30.604926 7feb94ec8400  4 rocksdb:                   Options.advise_random_on_open: 1
268
2018-03-01 09:53:30.604927 7feb94ec8400  4 rocksdb:                    Options.db_write_buffer_size: 0
269
2018-03-01 09:53:30.604928 7feb94ec8400  4 rocksdb:         Options.access_hint_on_compaction_start: 1
270
2018-03-01 09:53:30.604929 7feb94ec8400  4 rocksdb:  Options.new_table_reader_for_compaction_inputs: 1
271
2018-03-01 09:53:30.604930 7feb94ec8400  4 rocksdb:               Options.compaction_readahead_size: 2097152
272
2018-03-01 09:53:30.604931 7feb94ec8400  4 rocksdb:           Options.random_access_max_buffer_size: 1048576
273
2018-03-01 09:53:30.604933 7feb94ec8400  4 rocksdb:           Options.writable_file_max_buffer_size: 1048576
274
2018-03-01 09:53:30.604935 7feb94ec8400  4 rocksdb:                      Options.use_adaptive_mutex: 0
275
2018-03-01 09:53:30.604936 7feb94ec8400  4 rocksdb:                            Options.rate_limiter: (nil)
276
2018-03-01 09:53:30.604938 7feb94ec8400  4 rocksdb:     Options.sst_file_manager.rate_bytes_per_sec: 0
277
2018-03-01 09:53:30.604939 7feb94ec8400  4 rocksdb:                          Options.bytes_per_sync: 0
278
2018-03-01 09:53:30.604941 7feb94ec8400  4 rocksdb:                      Options.wal_bytes_per_sync: 0
279
2018-03-01 09:53:30.604942 7feb94ec8400  4 rocksdb:                       Options.wal_recovery_mode: 2
280
2018-03-01 09:53:30.604944 7feb94ec8400  4 rocksdb:                  Options.enable_thread_tracking: 0
281
2018-03-01 09:53:30.604945 7feb94ec8400  4 rocksdb:         Options.allow_concurrent_memtable_write: 1
282
2018-03-01 09:53:30.604947 7feb94ec8400  4 rocksdb:      Options.enable_write_thread_adaptive_yield: 1
283
2018-03-01 09:53:30.604948 7feb94ec8400  4 rocksdb:             Options.write_thread_max_yield_usec: 100
284
2018-03-01 09:53:30.604950 7feb94ec8400  4 rocksdb:            Options.write_thread_slow_yield_usec: 3
285
2018-03-01 09:53:30.604951 7feb94ec8400  4 rocksdb:                               Options.row_cache: None
286
2018-03-01 09:53:30.604953 7feb94ec8400  4 rocksdb:                              Options.wal_filter: None
287
2018-03-01 09:53:30.604955 7feb94ec8400  4 rocksdb:             Options.avoid_flush_during_recovery: 0
288
2018-03-01 09:53:30.604956 7feb94ec8400  4 rocksdb:             Options.base_background_compactions: 1
289
2018-03-01 09:53:30.604958 7feb94ec8400  4 rocksdb:             Options.max_background_compactions: 8
290
2018-03-01 09:53:30.604959 7feb94ec8400  4 rocksdb:             Options.avoid_flush_during_shutdown: 0
291
2018-03-01 09:53:30.604960 7feb94ec8400  4 rocksdb:             Options.delayed_write_rate : 16777216
292
2018-03-01 09:53:30.604961 7feb94ec8400  4 rocksdb:             Options.max_total_wal_size: 0
293
2018-03-01 09:53:30.604963 7feb94ec8400  4 rocksdb:             Options.delete_obsolete_files_period_micros: 21600000000
294
2018-03-01 09:53:30.604965 7feb94ec8400  4 rocksdb:                   Options.stats_dump_period_sec: 600
295
2018-03-01 09:53:30.604966 7feb94ec8400  4 rocksdb: Compression algorithms supported:
296
2018-03-01 09:53:30.604967 7feb94ec8400  4 rocksdb: 	Snappy supported: 0
297
2018-03-01 09:53:30.604969 7feb94ec8400  4 rocksdb: 	Zlib supported: 0
298
2018-03-01 09:53:30.604970 7feb94ec8400  4 rocksdb: 	Bzip supported: 0
299
2018-03-01 09:53:30.604971 7feb94ec8400  4 rocksdb: 	LZ4 supported: 0
300
2018-03-01 09:53:30.604973 7feb94ec8400  4 rocksdb: 	ZSTD supported: 0
301
2018-03-01 09:53:30.604975 7feb94ec8400  4 rocksdb: Fast CRC32 supported: 0
302
2018-03-01 09:53:30.605508 7feb94ec8400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-000388
303

    
304
2018-03-01 09:53:30.605703 7feb94ec8400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]:
305

    
306
2018-03-01 09:53:30.605715 7feb94ec8400  4 rocksdb:               Options.comparator: leveldb.BytewiseComparator
307
2018-03-01 09:53:30.605717 7feb94ec8400  4 rocksdb:           Options.merge_operator: 
308
2018-03-01 09:53:30.605719 7feb94ec8400  4 rocksdb:        Options.compaction_filter: None
309
2018-03-01 09:53:30.605720 7feb94ec8400  4 rocksdb:        Options.compaction_filter_factory: None
310
2018-03-01 09:53:30.605722 7feb94ec8400  4 rocksdb:         Options.memtable_factory: SkipListFactory
311
2018-03-01 09:53:30.605724 7feb94ec8400  4 rocksdb:            Options.table_factory: BlockBasedTable
312
2018-03-01 09:53:30.605759 7feb94ec8400  4 rocksdb:            table_factory options:   flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559fdead00f8)
313
  cache_index_and_filter_blocks: 1
314
  cache_index_and_filter_blocks_with_high_priority: 1
315
  pin_l0_filter_and_index_blocks_in_cache: 1
316
  index_type: 0
317
  hash_index_allow_collision: 1
318
  checksum: 1
319
  no_block_cache: 0
320
  block_cache: 0x559fded73500
321
  block_cache_name: LRUCache
322
  block_cache_options:
323
    capacity : 134217728
324
    num_shard_bits : 4
325
    strict_capacity_limit : 0
326
    high_pri_pool_ratio: 0.000
327
  block_cache_compressed: (nil)
328
  persistent_cache: (nil)
329
  block_size: 4096
330
  block_size_deviation: 10
331
  block_restart_interval: 16
332
  index_block_restart_interval: 1
333
  filter_policy: rocksdb.BuiltinBloomFilter
334
  whole_key_filtering: 1
335
  format_version: 2
336

    
337
2018-03-01 09:53:30.605766 7feb94ec8400  4 rocksdb:        Options.write_buffer_size: 67108864
338
2018-03-01 09:53:30.605767 7feb94ec8400  4 rocksdb:  Options.max_write_buffer_number: 2
339
2018-03-01 09:53:30.605770 7feb94ec8400  4 rocksdb:          Options.compression: NoCompression
340
2018-03-01 09:53:30.605773 7feb94ec8400  4 rocksdb:                  Options.bottommost_compression: Disabled
341
2018-03-01 09:53:30.605774 7feb94ec8400  4 rocksdb:       Options.prefix_extractor: nullptr
342
2018-03-01 09:53:30.605776 7feb94ec8400  4 rocksdb:   Options.memtable_insert_with_hint_prefix_extractor: nullptr
343
2018-03-01 09:53:30.605777 7feb94ec8400  4 rocksdb:             Options.num_levels: 7
344
2018-03-01 09:53:30.605778 7feb94ec8400  4 rocksdb:        Options.min_write_buffer_number_to_merge: 1
345
2018-03-01 09:53:30.605779 7feb94ec8400  4 rocksdb:     Options.max_write_buffer_number_to_maintain: 0
346
2018-03-01 09:53:30.605781 7feb94ec8400  4 rocksdb:            Options.compression_opts.window_bits: -14
347
2018-03-01 09:53:30.605782 7feb94ec8400  4 rocksdb:                  Options.compression_opts.level: -1
348
2018-03-01 09:53:30.605784 7feb94ec8400  4 rocksdb:               Options.compression_opts.strategy: 0
349
2018-03-01 09:53:30.605785 7feb94ec8400  4 rocksdb:         Options.compression_opts.max_dict_bytes: 0
350
2018-03-01 09:53:30.605787 7feb94ec8400  4 rocksdb:      Options.level0_file_num_compaction_trigger: 4
351
2018-03-01 09:53:30.605788 7feb94ec8400  4 rocksdb:          Options.level0_slowdown_writes_trigger: 20
352
2018-03-01 09:53:30.605789 7feb94ec8400  4 rocksdb:              Options.level0_stop_writes_trigger: 36
353
2018-03-01 09:53:30.605790 7feb94ec8400  4 rocksdb:                   Options.target_file_size_base: 67108864
354
2018-03-01 09:53:30.605791 7feb94ec8400  4 rocksdb:             Options.target_file_size_multiplier: 1
355
2018-03-01 09:53:30.605792 7feb94ec8400  4 rocksdb:                Options.max_bytes_for_level_base: 268435456
356
2018-03-01 09:53:30.605793 7feb94ec8400  4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0
357
2018-03-01 09:53:30.605794 7feb94ec8400  4 rocksdb:          Options.max_bytes_for_level_multiplier: 10.000000
358
2018-03-01 09:53:30.605798 7feb94ec8400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
359
2018-03-01 09:53:30.605813 7feb94ec8400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
360
2018-03-01 09:53:30.605815 7feb94ec8400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
361
2018-03-01 09:53:30.605817 7feb94ec8400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
362
2018-03-01 09:53:30.605818 7feb94ec8400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
363
2018-03-01 09:53:30.605819 7feb94ec8400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
364
2018-03-01 09:53:30.605820 7feb94ec8400  4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
365
2018-03-01 09:53:30.605821 7feb94ec8400  4 rocksdb:       Options.max_sequential_skip_in_iterations: 8
366
2018-03-01 09:53:30.605822 7feb94ec8400  4 rocksdb:                    Options.max_compaction_bytes: 1677721600
367
2018-03-01 09:53:30.605824 7feb94ec8400  4 rocksdb:                        Options.arena_block_size: 8388608
368
2018-03-01 09:53:30.605825 7feb94ec8400  4 rocksdb:   Options.soft_pending_compaction_bytes_limit: 68719476736
369
2018-03-01 09:53:30.605827 7feb94ec8400  4 rocksdb:   Options.hard_pending_compaction_bytes_limit: 274877906944
370
2018-03-01 09:53:30.605828 7feb94ec8400  4 rocksdb:       Options.rate_limit_delay_max_milliseconds: 100
371
2018-03-01 09:53:30.605829 7feb94ec8400  4 rocksdb:                Options.disable_auto_compactions: 0
372
2018-03-01 09:53:30.605831 7feb94ec8400  4 rocksdb:                         Options.compaction_style: kCompactionStyleLevel
373
2018-03-01 09:53:30.605833 7feb94ec8400  4 rocksdb:                           Options.compaction_pri: kByCompensatedSize
374
2018-03-01 09:53:30.605834 7feb94ec8400  4 rocksdb:  Options.compaction_options_universal.size_ratio: 1
375
2018-03-01 09:53:30.605835 7feb94ec8400  4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
376
2018-03-01 09:53:30.605836 7feb94ec8400  4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
377
2018-03-01 09:53:30.605837 7feb94ec8400  4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
378
2018-03-01 09:53:30.605839 7feb94ec8400  4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
379
2018-03-01 09:53:30.605841 7feb94ec8400  4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
380
2018-03-01 09:53:30.605843 7feb94ec8400  4 rocksdb:                   Options.table_properties_collectors: 
381
2018-03-01 09:53:30.605844 7feb94ec8400  4 rocksdb:                   Options.inplace_update_support: 0
382
2018-03-01 09:53:30.605845 7feb94ec8400  4 rocksdb:                 Options.inplace_update_num_locks: 10000
383
2018-03-01 09:53:30.605848 7feb94ec8400  4 rocksdb:               Options.memtable_prefix_bloom_size_ratio: 0.000000
384
2018-03-01 09:53:30.605849 7feb94ec8400  4 rocksdb:   Options.memtable_huge_page_size: 0
385
2018-03-01 09:53:30.605851 7feb94ec8400  4 rocksdb:                           Options.bloom_locality: 0
386
2018-03-01 09:53:30.605852 7feb94ec8400  4 rocksdb:                    Options.max_successive_merges: 0
387
2018-03-01 09:53:30.605853 7feb94ec8400  4 rocksdb:                Options.optimize_filters_for_hits: 0
388
2018-03-01 09:53:30.605854 7feb94ec8400  4 rocksdb:                Options.paranoid_file_checks: 0
389
2018-03-01 09:53:30.605856 7feb94ec8400  4 rocksdb:                Options.force_consistency_checks: 0
390
2018-03-01 09:53:30.605857 7feb94ec8400  4 rocksdb:                Options.report_bg_io_stats: 0
391
2018-03-01 09:53:30.607886 7feb94ec8400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/osd/cephprod-78/current/omap/MANIFEST-000388 succeeded,manifest_file_number is 388, next_file_number is 390, last_sequence is 19302434, log_number is 0,prev_log_number is 0,max_column_family is 0
392

    
393
2018-03-01 09:53:30.607906 7feb94ec8400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 382
394

    
395
2018-03-01 09:53:30.608074 7feb94ec8400  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1519894410608065, "job": 1, "event": "recovery_started", "log_files": [389]}
396
2018-03-01 09:53:30.608085 7feb94ec8400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/db_impl_open.cc:482] Recovering log #389 mode 2
397
2018-03-01 09:53:30.608241 7feb94ec8400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/version_set.cc:2395] Creating manifest 391
398

    
399
2018-03-01 09:53:30.641203 7feb94ec8400  4 rocksdb: EVENT_LOG_v1 {"time_micros": 1519894410641197, "job": 1, "event": "recovery_finished"}
400
2018-03-01 09:53:30.674111 7feb94ec8400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x559fdedf4000
401
2018-03-01 09:53:31.758882 7feb94ec8400  0 filestore(/var/lib/ceph/osd/cephprod-78) mount(1757): enabling WRITEAHEAD journal mode: checkpoint is not enabled
402
2018-03-01 09:53:31.761526 7feb94ec8400  1 journal _open /var/lib/ceph/osd/cephprod-78/journal fd 18: 10737418240 bytes, block size 4096 bytes, directio = 1, aio = 1
403
2018-03-01 09:53:31.762173 7feb94ec8400 -1 journal do_read_entry(739758080): bad header magic
404
2018-03-01 09:53:31.762196 7feb94ec8400 -1 journal do_read_entry(739758080): bad header magic
405
2018-03-01 09:53:31.762409 7feb94ec8400  1 journal _open /var/lib/ceph/osd/cephprod-78/journal fd 18: 10737418240 bytes, block size 4096 bytes, directio = 1, aio = 1
406
2018-03-01 09:53:31.763766 7feb94ec8400  1 filestore(/var/lib/ceph/osd/cephprod-78) upgrade(1364)
407
Cluster fsid=f9dfd27f-c704-4d53-9aa0-4a23d655c7c4
408
Supported features: compat={},rocompat={},incompat={1=initial feature set(~v.18),2=pginfo object,3=object locator,4=last_epoch_clean,5=categories,6=hobjectpool,7=biginfo,8=leveldbinfo,9=leveldblog,10=snapmapper,11=sharded objects,12=transaction hints,13=pg meta object,14=explicit missing set,15=fastinfo pg attr,16=deletes in missing set}
409
On-disk features: compat={},rocompat={},incompat={1=initial feature set(~v.18),2=pginfo object,3=object locator,4=last_epoch_clean,5=categories,6=hobjectpool,7=biginfo,8=leveldbinfo,9=leveldblog,10=snapmapper,11=sharded objects,12=transaction hints,13=pg meta object,14=explicit missing set,15=fastinfo pg attr,16=deletes in missing set}
410
191 pgs to scan
411
Scanning 20.651_head, 0/191 completed
412
Error getting attr on : 20.651_head,#-22:8a600000:::scrub_20.651:head#, (61) No data available
413
Scanning 11.5f_head, 1/191 completed
414
Error getting attr on : 11.5f_head,#-13:fa000000:::scrub_11.5f:head#, (61) No data available
415
Scanning 0.74_head, 2/191 completed
416
Error getting attr on : 0.74_head,#-2:2e000000:::scrub_0.74:head#, (61) No data available
417
Scanning 0.ebe_head, 3/191 completed
418
Error getting attr on : 0.ebe_head,#-2:7d700000:::scrub_0.ebe:head#, (61) No data available
419
Scanning 0.74b_head, 4/191 completed
420
Error getting attr on : 0.74b_head,#-2:d2e00000:::scrub_0.74b:head#, (61) No data available
421
Scanning 20.501_head, 5/191 completed
422
Error getting attr on : 20.501_head,#-22:80a00000:::scrub_20.501:head#, (61) No data available
423
Scanning 0.ab2_head, 6/191 completed
424
Error getting attr on : 0.ab2_head,#-2:4d500000:::scrub_0.ab2:head#, (61) No data available
425
Scanning 0.177_head, 7/191 completed
426
Error getting attr on : 0.177_head,#-2:ee800000:::scrub_0.177:head#, (61) No data available
427
Scanning 20.be_head, 8/191 completed
428
Error getting attr on : 20.be_head,#-22:7d000000:::scrub_20.be:head#, (61) No data available
429
Scanning 40.es0_head, 9/191 completed
430
Error getting attr on : 40.es0_head,0#-42:70000000:::scrub_40.es0:head#, (61) No data available
431
Scanning 20.110_head, 10/191 completed
432
Error getting attr on : 20.110_head,#-22:08800000:::scrub_20.110:head#, (61) No data available
433
Scanning 20.369_head, 11/191 completed
434
Error getting attr on : 20.369_head,#-22:96c00000:::scrub_20.369:head#, (61) No data available
435
Scanning 0.9c1_head, 12/191 completed
436
Error getting attr on : 0.9c1_head,#-2:83900000:::scrub_0.9c1:head#, (61) No data available
437
Scanning 0.e7_head, 13/191 completed
438
Error getting attr on : 0.e7_head,#-2:e7000000:::scrub_0.e7:head#, (61) No data available
439
Scanning 20.876_head, 14/191 completed
440
Error getting attr on : 20.876_head,#-22:6e100000:::scrub_20.876:head#, (61) No data available
441
Scanning 0.64f_head, 15/191 completed
442
Error getting attr on : 0.64f_head,#-2:f2600000:::scrub_0.64f:head#, (61) No data available
443
Scanning 0.d1e_head, 16/191 completed
444
Error getting attr on : 0.d1e_head,#-2:78b00000:::scrub_0.d1e:head#, (61) No data available
445
Scanning 0.3c3_head, 17/191 completed
446
Error getting attr on : 0.3c3_head,#-2:c3c00000:::scrub_0.3c3:head#, (61) No data available
447
Scanning 20.5a5_head, 18/191 completed
448
Error getting attr on : 20.5a5_head,#-22:a5a00000:::scrub_20.5a5:head#, (61) No data available
449
Scanning 0.191_head, 19/191 completed
450
Error getting attr on : 0.191_head,#-2:89800000:::scrub_0.191:head#, (61) No data available
451
Scanning 12.47_head, 20/191 completed
452
Error getting attr on : 12.47_head,#-14:e2000000:::scrub_12.47:head#, (61) No data available
453
Scanning 0.da4_head, 21/191 completed
454
Error getting attr on : 0.da4_head,#-2:25b00000:::scrub_0.da4:head#, (61) No data available
455
Scanning 0.e22_head, 22/191 completed
456
Error getting attr on : 0.e22_head,#-2:44700000:::scrub_0.e22:head#, (61) No data available
457
Scanning 20.6c3_head, 23/191 completed
458
Error getting attr on : 20.6c3_head,#-22:c3600000:::scrub_20.6c3:head#, (61) No data available
459
Scanning 0.c2d_head, 24/191 completed
460
Error getting attr on : 0.c2d_head,#-2:b4300000:::scrub_0.c2d:head#, (61) No data available
461
Scanning 20.681_head, 25/191 completed
462
Error getting attr on : 20.681_head,#-22:81600000:::scrub_20.681:head#, (61) No data available
463
Scanning 0.c30_head, 26/191 completed
464
Error getting attr on : 0.c30_head,#-2:0c300000:::scrub_0.c30:head#, (61) No data available
465
Scanning 0.c01_head, 27/191 completed
466
Error getting attr on : 0.c01_head,#-2:80300000:::scrub_0.c01:head#, (61) No data available
467
Scanning 20.825_head, 28/191 completed
468
Error getting attr on : 20.825_head,#-22:a4100000:::scrub_20.825:head#, (61) No data available
469
Scanning 0.132_head, 29/191 completed
470
Error getting attr on : 0.132_head,#-2:4c800000:::scrub_0.132:head#, (61) No data available
471
Scanning 0.66d_head, 30/191 completed
472
Error getting attr on : 0.66d_head,#-2:b6600000:::scrub_0.66d:head#, (61) No data available
473
Scanning 20.e43_head, 31/191 completed
474
Error getting attr on : 20.e43_head,#-22:c2700000:::scrub_20.e43:head#, (61) No data available
475
Scanning 20.b4c_head, 32/191 completed
476
Error getting attr on : 20.b4c_head,#-22:32d00000:::scrub_20.b4c:head#, (61) No data available
477
Scanning 0.be9_head, 33/191 completed
478
Error getting attr on : 0.be9_head,#-2:97d00000:::scrub_0.be9:head#, (61) No data available
479
Scanning 20.856_head, 34/191 completed
480
Error getting attr on : 20.856_head,#-22:6a100000:::scrub_20.856:head#, (61) No data available
481
Scanning 20.d2b_head, 35/191 completed
482
Error getting attr on : 20.d2b_head,#-22:d4b00000:::scrub_20.d2b:head#, (61) No data available
483
Scanning 0.f2d_head, 36/191 completed
484
Error getting attr on : 0.f2d_head,#-2:b4f00000:::scrub_0.f2d:head#, (61) No data available
485
Scanning 20.5c2_head, 37/191 completed
486
Error getting attr on : 20.5c2_head,#-22:43a00000:::scrub_20.5c2:head#, (61) No data available
487
Scanning 0.e33_head, 38/191 completed
488
Error getting attr on : 0.e33_head,#-2:cc700000:::scrub_0.e33:head#, (61) No data available
489
Scanning 0.838_head, 39/191 completed
490
Error getting attr on : 0.838_head,#-2:1c100000:::scrub_0.838:head#, (61) No data available
491
Scanning 20.5b5_head, 40/191 completed
492
Error getting attr on : 20.5b5_head,#-22:ada00000:::scrub_20.5b5:head#, (61) No data available
493
Scanning 0.23f_head, 41/191 completed
494
Error getting attr on : 0.23f_head,#-2:fc400000:::scrub_0.23f:head#, (61) No data available
495
Scanning 0.a07_head, 42/191 completed
496
Error getting attr on : 0.a07_head,#-2:e0500000:::scrub_0.a07:head#, (61) No data available
497
Scanning 0.eda_head, 43/191 completed
498
Error getting attr on : 0.eda_head,#-2:5b700000:::scrub_0.eda:head#, (61) No data available
499
Scanning 20.93_head, 44/191 completed
500
Error getting attr on : 20.93_head,#-22:c9000000:::scrub_20.93:head#, (61) No data available
501
Scanning 20.e0_head, 45/191 completed
502
Error getting attr on : 20.e0_head,#-22:07000000:::scrub_20.e0:head#, (61) No data available
503
Scanning 20.8ff_head, 46/191 completed
504
Error getting attr on : 20.8ff_head,#-22:ff100000:::scrub_20.8ff:head#, (61) No data available
505
Scanning 41.11f_head, 47/191 completed
506
Error getting attr on : 41.11f_head,#-43:f8800000:::scrub_41.11f:head#, (61) No data available
507
Scanning 41.263_head, 48/191 completed
508
Error getting attr on : 41.263_head,#-43:c6400000:::scrub_41.263:head#, (61) No data available
509
Scanning 20.23d_head, 49/191 completed
510
Error getting attr on : 20.23d_head,#-22:bc400000:::scrub_20.23d:head#, (61) No data available
511
Scanning 20.165_head, 50/191 completed
512
Error getting attr on : 20.165_head,#-22:a6800000:::scrub_20.165:head#, (61) No data available
513
Scanning 0.f55_head, 51/191 completed
514
Scanning 0.118_head, 52/191 completed
515
Scanning 20.1ee_head, 53/191 completed
516
Error getting attr on : 20.1ee_head,#-22:77800000:::scrub_20.1ee:head#, (61) No data available
517
Scanning 20.287_head, 54/191 completed
518
Scanning 40.79s2_head, 55/191 completed
519
Scanning 20.232_head, 56/191 completed
520
Scanning 0.c_head, 57/191 completed
521
Scanning 0.776_head, 58/191 completed
522
Scanning 20.7c0_head, 59/191 completed
523
Scanning 20.53b_head, 60/191 completed
524
Scanning 20.a92_head, 61/191 completed
525
Scanning 0.626_head, 62/191 completed
526
Scanning 15.5_head, 63/191 completed
527
Scanning 35.b_head, 64/191 completed
528
Scanning 20.266_head, 65/191 completed
529
Scanning 20.b5_head, 66/191 completed
530
Scanning 20.3c5_head, 67/191 completed
531
Scanning 20.83d_head, 68/191 completed
532
Scanning 41.2a_head, 69/191 completed
533
Scanning 0.6f_head, 70/191 completed
534
Scanning 20.bc4_head, 71/191 completed
535
Scanning 40.1s3_head, 72/191 completed
536
Scanning 20.d0a_head, 73/191 completed
537
Scanning 0.472_head, 74/191 completed
538
Scanning 12.51_head, 75/191 completed
539
Scanning 20.f10_head, 76/191 completed
540
Scanning 20.437_head, 77/191 completed
541
Scanning 20.9c9_head, 78/191 completed
542
Scanning 34.46_head, 79/191 completed
543
Scanning 20.5d2_head, 80/191 completed
544
Scanning 20.4f9_head, 81/191 completed
545
Scanning 35.14_head, 82/191 completed
546
Error getting attr on : 35.14_head,#-37:28000000:::scrub_35.14:head#, (61) No data available
547
Scanning 20.ff4_head, 83/191 completed
548
Scanning 20.4a9_head, 84/191 completed
549
Scanning 40.4fs4_head, 85/191 completed
550
Scanning 40.5s5_head, 86/191 completed
551
Scanning 41.25d_head, 87/191 completed
552
Error getting attr on : 41.25d_head,#-43:ba400000:::scrub_41.25d:head#, (61) No data available
553
Scanning 20.fbb_head, 88/191 completed
554
Scanning 0.57_head, 89/191 completed
555
Scanning 0.ec_head, 90/191 completed
556
Scanning 0.924_head, 91/191 completed
557
Scanning 41.24_head, 92/191 completed
558
Scanning 20.1b1_head, 93/191 completed
559
Scanning 0.614_head, 94/191 completed
560
Scanning 0.5a7_head, 95/191 completed
561
Scanning 6.7_head, 96/191 completed
562
Scanning 20.985_head, 97/191 completed
563
Scanning 20.9ae_head, 98/191 completed
564
Scanning 0.555_head, 99/191 completed
565
Scanning 20.d7e_head, 100/191 completed
566
Scanning 41.1bb_head, 101/191 completed
567
Scanning 0.d72_head, 102/191 completed
568
Scanning 0.84f_head, 103/191 completed
569
Scanning 20.455_head, 104/191 completed
570
Scanning 20.3ab_head, 105/191 completed
571
Scanning 20.bcd_head, 106/191 completed
572
Scanning 40.62s1_head, 107/191 completed
573
Scanning 0.323_head, 108/191 completed
574
Scanning 0.b0c_head, 109/191 completed
575
Scanning 20.bc6_head, 110/191 completed
576
Scanning 40.7cs6_head, 111/191 completed
577
Scanning 41.2f_head, 112/191 completed
578
Scanning 35.7c_head, 113/191 completed
579
Scanning 0.b9e_head, 114/191 completed
580
Scanning 20.c66_head, 115/191 completed
581
Scanning 0.851_head, 116/191 completed
582
Error getting attr on : 0.851_head,#-2:8a100000:::scrub_0.851:head#, (61) No data available
583
Scanning 0.fb3_head, 117/191 completed
584
Scanning 40.66s0_head, 118/191 completed
585
Error getting attr on : 40.66s0_head,0#-42:66000000:::scrub_40.66s0:head#, (61) No data available
586
Scanning 0.a48_head, 119/191 completed
587
Scanning 41.38_head, 120/191 completed
588
Error getting attr on : 41.38_head,#-43:1c000000:::scrub_41.38:head#, (61) No data available
589
Scanning 0.a87_head, 121/191 completed
590
Scanning 41.3ab_head, 122/191 completed
591
Scanning 0.dcf_head, 123/191 completed
592
Scanning 35.26_head, 124/191 completed
593
Error getting attr on : 35.26_head,#-37:64000000:::scrub_35.26:head#, (61) No data available
594
Scanning 20.1f9_head, 125/191 completed
595
Scanning 20.508_head, 126/191 completed
596
Scanning 41.3d_head, 127/191 completed
597
Scanning 0.719_head, 128/191 completed
598
Scanning 20.544_head, 129/191 completed
599
Scanning 7.14_head, 130/191 completed
600
Error getting attr on : 7.14_head,#-9:28000000:::scrub_7.14:head#, (61) No data available
601
Scanning 0.204_head, 131/191 completed
602
Scanning 20.11e_head, 132/191 completed
603
Scanning 0.542_head, 133/191 completed
604
Scanning 20.e61_head, 134/191 completed
605
Scanning 0.721_head, 135/191 completed
606
Scanning 20.96f_head, 136/191 completed
607
Scanning 0.b75_head, 137/191 completed
608
Scanning 20.883_head, 138/191 completed
609
Scanning 20.c5_head, 139/191 completed
610
Scanning 20.ea4_head, 140/191 completed
611
Scanning 41.83_head, 141/191 completed
612
Scanning 11.3d_head, 142/191 completed
613
Scanning 40.12s8_head, 143/191 completed
614
Scanning 0.a71_head, 144/191 completed
615
Scanning 20.ad3_head, 145/191 completed
616
Scanning 20.aaf_head, 146/191 completed
617
Scanning 41.1e4_head, 147/191 completed
618
Error getting attr on : 41.1e4_head,#-43:27800000:::scrub_41.1e4:head#, (61) No data available
619
Scanning 0.c26_head, 148/191 completed
620
Scanning 0.c80_head, 149/191 completed
621
Scanning 0.c61_head, 150/191 completed
622
Scanning 0.22f_head, 151/191 completed
623
Scanning 0.31b_head, 152/191 completed
624
Scanning 20.b55_head, 153/191 completed
625
Scanning 0.605_head, 154/191 completed
626
Scanning 0.857_head, 155/191 completed
627
Scanning 0.fd5_head, 156/191 completed
628
Scanning 0.a98_head, 157/191 completed
629
Scanning 20.1bd_head, 158/191 completed
630
Scanning 14.5_head, 159/191 completed
631
Scanning 20.944_head, 160/191 completed
632
Scanning 20.478_head, 161/191 completed
633
Scanning 20.46_head, 162/191 completed
634
Scanning 0.c28_head, 163/191 completed
635
Scanning 0.a64_head, 164/191 completed
636
Scanning 0.450_head, 165/191 completed
637
Scanning 20.3f1_head, 166/191 completed
638
Scanning 20.468_head, 167/191 completed
639
Scanning 41.24c_head, 168/191 completed
640
Scanning 0.18f_head, 169/191 completed
641
Scanning 40.47s8_head, 170/191 completed
642
Scanning 0.ec2_head, 171/191 completed
643
Scanning 0.901_head, 172/191 completed
644
Scanning 0.3ee_head, 173/191 completed
645
Scanning 20.e69_head, 174/191 completed
646
Scanning 40.31s5_head, 175/191 completed
647
Scanning 0.506_head, 176/191 completed
648
Scanning 40.7es7_head, 177/191 completed
649
Scanning 20.fc5_head, 178/191 completed
650
Scanning 0.168_head, 179/191 completed
651
Scanning 34.7b_head, 180/191 completed
652
Scanning 0.cff_head, 181/191 completed
653
Scanning 41.e_head, 182/191 completed
654
Scanning 0.521_head, 183/191 completed
655
Scanning 41.36a_head, 184/191 completed
656
Scanning 20.4ca_head, 185/191 completed
657
Scanning 20.5a0_head, 186/191 completed
658
Error getting attr on : 20.5a0_head,#-22:05a00000:::scrub_20.5a0:head#, (61) No data available
659
Scanning 0.48f_head, 187/191 completed
660
Scanning 20.1b_head, 188/191 completed
661
Scanning 34.64_head, 189/191 completed
662
Scanning 0.317_head, 190/191 completed
663
No object id 'cephprod' found or invalid JSON specified
664
2018-03-01 09:54:44.258911 7feb94ec8400  1 journal close /var/lib/ceph/osd/cephprod-78/journal
665
2018-03-01 09:54:44.262207 7feb94ec8400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/db_impl.cc:217] Shutdown: canceling all background work
666
2018-03-01 09:54:44.263730 7feb94ec8400  4 rocksdb: [/build/ceph-12.2.2/src/rocksdb/db/db_impl.cc:343] Shutdown complete