{ "state": "active+clean+inconsistent", "snap_trimq": "[]", "epoch": 29958, "up": [ 8, 2, 12 ], "acting": [ 8, 2, 12 ], "actingbackfill": [ "2", "8", "12" ], "info": { "pgid": "5.1fa", "last_update": "29958'586668", "last_complete": "29958'586668", "log_tail": "29957'583594", "last_user_version": 586668, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": "[]", "history": { "epoch_created": 1616, "last_epoch_started": 29851, "last_epoch_clean": 29851, "last_epoch_split": 0, "last_epoch_marked_full": 0, "same_up_since": 29849, "same_interval_since": 29850, "same_primary_since": 29844, "last_scrub": "29958'586594", "last_scrub_stamp": "2016-12-05 09:55:29.198824", "last_deep_scrub": "29958'586594", "last_deep_scrub_stamp": "2016-12-05 09:55:29.198824", "last_clean_scrub_stamp": "2016-12-04 01:44:54.262050" }, "stats": { "version": "29958'586668", "reported_seq": "604811", "reported_epoch": "29958", "state": "active+clean+inconsistent", "last_fresh": "2016-12-05 11:13:05.419981", "last_change": "2016-12-05 09:55:29.198885", "last_active": "2016-12-05 11:13:05.419981", "last_peered": "2016-12-05 11:13:05.419981", "last_clean": "2016-12-05 11:13:05.419981", "last_became_active": "2016-10-10 10:21:50.892325", "last_became_peered": "2016-10-10 10:21:50.892325", "last_unstale": "2016-12-05 11:13:05.419981", "last_undegraded": "2016-12-05 11:13:05.419981", "last_fullsized": "2016-12-05 11:13:05.419981", "mapping_epoch": 29849, "log_start": "29957'583594", "ondisk_log_start": "29957'583594", "created": 1616, "last_epoch_clean": 29851, "parent": "0.0", "parent_split_bits": 9, "last_scrub": "29958'586594", "last_scrub_stamp": "2016-12-05 09:55:29.198824", "last_deep_scrub": "29958'586594", "last_deep_scrub_stamp": "2016-12-05 09:55:29.198824", "last_clean_scrub_stamp": "2016-12-04 01:44:54.262050", "log_size": 3074, "ondisk_log_size": 3074, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "stat_sum": { "num_bytes": 0, "num_objects": 8677, "num_object_clones": 0, "num_object_copies": 26031, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 8677, "num_whiteouts": 0, "num_read": 727043, "num_read_kb": 307123279, "num_write": 513009, "num_write_kb": 276751601, "num_scrub_errors": 1, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 1, "num_objects_recovered": 73916, "num_bytes_recovered": 109051904, "num_keys_recovered": 805279, "num_objects_omap": 8677, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0 }, "up": [ 8, 2, 12 ], "acting": [ 8, 2, 12 ], "blocked_by": [], "up_primary": 8, "acting_primary": 8 }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 29851, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, "peer_info": [ { "peer": "2", "pgid": "5.1fa", "last_update": "29958'586668", "last_complete": "29958'586668", "log_tail": "29820'441629", "last_user_version": 444717, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": "[]", "history": { "epoch_created": 1616, "last_epoch_started": 29851, "last_epoch_clean": 29851, "last_epoch_split": 0, "last_epoch_marked_full": 0, "same_up_since": 29849, "same_interval_since": 29850, "same_primary_since": 29844, "last_scrub": "29958'586594", "last_scrub_stamp": "2016-12-05 09:55:29.198824", "last_deep_scrub": "29958'586594", "last_deep_scrub_stamp": "2016-12-05 09:55:29.198824", "last_clean_scrub_stamp": "2016-12-04 01:44:54.262050" }, "stats": { "version": "29840'444717", "reported_seq": "477576", "reported_epoch": "29843", "state": "remapped+peering", "last_fresh": "2016-10-10 10:20:53.309517", "last_change": "2016-10-10 10:20:53.202525", "last_active": "2016-10-10 10:20:34.076760", "last_peered": "2016-10-10 10:20:34.076760", "last_clean": "2016-10-10 10:19:58.422947", "last_became_active": "2016-10-10 10:20:34.076618", "last_became_peered": "2016-10-10 10:20:34.076618", "last_unstale": "2016-10-10 10:20:53.309517", "last_undegraded": "2016-10-10 10:20:53.309517", "last_fullsized": "2016-10-10 10:20:53.309517", "mapping_epoch": 29849, "log_start": "29820'441629", "ondisk_log_start": "29820'441629", "created": 1616, "last_epoch_clean": 29842, "parent": "0.0", "parent_split_bits": 9, "last_scrub": "29820'443811", "last_scrub_stamp": "2016-10-09 14:19:50.398589", "last_deep_scrub": "29820'438429", "last_deep_scrub_stamp": "2016-10-07 14:18:20.913477", "last_clean_scrub_stamp": "2016-10-09 14:19:50.398589", "log_size": 3088, "ondisk_log_size": 3088, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "stat_sum": { "num_bytes": 4194304, "num_objects": 8307, "num_object_clones": 0, "num_object_copies": 24921, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 8307, "num_whiteouts": 0, "num_read": 611862, "num_read_kb": 138800958, "num_write": 367357, "num_write_kb": 130245817, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 73916, "num_bytes_recovered": 109051904, "num_keys_recovered": 805279, "num_objects_omap": 8306, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0 }, "up": [ 8, 2, 12 ], "acting": [ 8, 2, 12 ], "blocked_by": [], "up_primary": 8, "acting_primary": 8 }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 29851, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "12", "pgid": "5.1fa", "last_update": "29958'586668", "last_complete": "29958'586668", "log_tail": "29820'441629", "last_user_version": 444717, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": "[]", "history": { "epoch_created": 1616, "last_epoch_started": 29851, "last_epoch_clean": 29851, "last_epoch_split": 0, "last_epoch_marked_full": 0, "same_up_since": 29849, "same_interval_since": 29850, "same_primary_since": 29844, "last_scrub": "29958'586594", "last_scrub_stamp": "2016-12-05 09:55:29.198824", "last_deep_scrub": "29958'586594", "last_deep_scrub_stamp": "2016-12-05 09:55:29.198824", "last_clean_scrub_stamp": "2016-12-04 01:44:54.262050" }, "stats": { "version": "29820'444716", "reported_seq": "477567", "reported_epoch": "29838", "state": "active+clean", "last_fresh": "2016-10-10 10:19:58.422947", "last_change": "2016-10-10 10:19:58.422947", "last_active": "2016-10-10 10:19:58.422947", "last_peered": "2016-10-10 10:19:58.422947", "last_clean": "2016-10-10 10:19:58.422947", "last_became_active": "2016-10-10 10:19:58.422813", "last_became_peered": "2016-10-10 10:19:58.422813", "last_unstale": "2016-10-10 10:19:58.422947", "last_undegraded": "2016-10-10 10:19:58.422947", "last_fullsized": "2016-10-10 10:19:58.422947", "mapping_epoch": 29849, "log_start": "29820'441629", "ondisk_log_start": "29820'441629", "created": 1616, "last_epoch_clean": 29838, "parent": "0.0", "parent_split_bits": 9, "last_scrub": "29820'443811", "last_scrub_stamp": "2016-10-09 14:19:50.398589", "last_deep_scrub": "29820'438429", "last_deep_scrub_stamp": "2016-10-07 14:18:20.913477", "last_clean_scrub_stamp": "2016-10-09 14:19:50.398589", "log_size": 3087, "ondisk_log_size": 3087, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "stat_sum": { "num_bytes": 4194304, "num_objects": 8307, "num_object_clones": 0, "num_object_copies": 24918, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 8307, "num_whiteouts": 0, "num_read": 611862, "num_read_kb": 138800958, "num_write": 367357, "num_write_kb": 130245817, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 73916, "num_bytes_recovered": 109051904, "num_keys_recovered": 805279, "num_objects_omap": 8306, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0 }, "up": [ 8, 2, 12 ], "acting": [ 8, 2, 12 ], "blocked_by": [], "up_primary": 8, "acting_primary": 8 }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 29851, "hit_set_history": { "current_last_update": "0'0", "history": [] } } ], "recovery_state": [ { "name": "Started\/Primary\/Active", "enter_time": "2016-10-10 10:21:50.862457", "might_have_unfound": [], "recovery_progress": { "backfill_targets": [], "waiting_on_backfill": [], "last_backfill_started": "MIN", "backfill_info": { "begin": "MIN", "end": "MIN", "objects": [] }, "peer_backfill_info": [], "backfills_in_flight": [], "recovering": [], "pg_backend": { "pull_from_peer": [], "pushing": [] } }, "scrub": { "scrubber.epoch_start": "29850", "scrubber.active": 0, "scrubber.state": "INACTIVE", "scrubber.start": "MIN", "scrubber.end": "MIN", "scrubber.subset_last_update": "0'0", "scrubber.deep": false, "scrubber.seed": 0, "scrubber.waiting_on": 0, "scrubber.waiting_on_whom": [] } }, { "name": "Started", "enter_time": "2016-10-10 10:21:49.851026" } ], "agent_state": {} }