{ "state": "incomplete", "epoch": 11525, "up": [ 4, 6], "acting": [ 4, 6], "info": { "pgid": "57.7d", "last_update": "11246'2874459", "last_complete": "11246'2874459", "log_tail": "9841'2871459", "last_user_version": 0, "last_backfill": "0\/\/0\/\/-1", "purged_snaps": "[]", "history": { "epoch_created": 1046, "last_epoch_started": 11307, "last_epoch_clean": 11029, "last_epoch_split": 0, "same_up_since": 11524, "same_interval_since": 11524, "same_primary_since": 11517, "last_scrub": "11196'2874351", "last_scrub_stamp": "2014-10-11 13:07:17.195815", "last_deep_scrub": "4912'2380009", "last_deep_scrub_stamp": "2014-10-05 22:08:35.148770", "last_clean_scrub_stamp": "2014-10-11 13:07:17.195815"}, "stats": { "version": "11246'2874459", "reported_seq": "128", "reported_epoch": "11525", "state": "incomplete", "last_fresh": "2014-10-12 15:04:23.279433", "last_change": "2014-10-12 15:04:22.278409", "last_active": "0.000000", "last_clean": "0.000000", "last_became_active": "0.000000", "last_unstale": "2014-10-12 15:04:23.279433", "mapping_epoch": 11522, "log_start": "9841'2871459", "ondisk_log_start": "9841'2871459", "created": 1046, "last_epoch_clean": 11029, "parent": "0.0", "parent_split_bits": 0, "last_scrub": "11196'2874351", "last_scrub_stamp": "2014-10-11 13:07:17.195815", "last_deep_scrub": "4912'2380009", "last_deep_scrub_stamp": "2014-10-05 22:08:35.148770", "last_clean_scrub_stamp": "2014-10-11 13:07:17.195815", "log_size": 3000, "ondisk_log_size": 3000, "stats_invalid": "0", "stat_sum": { "num_bytes": 0, "num_objects": 0, "num_object_clones": 0, "num_object_copies": 0, "num_objects_missing_on_primary": 0, "num_objects_degraded": 0, "num_objects_unfound": 0, "num_objects_dirty": 0, "num_whiteouts": 0, "num_read": 0, "num_read_kb": 0, "num_write": 0, "num_write_kb": 0, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 0, "num_bytes_recovered": 0, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0}, "stat_cat_sum": {}, "up": [ 4, 6], "acting": [ 4, 6], "up_primary": 4, "acting_primary": 4}, "empty": 0, "dne": 0, "incomplete": 1, "last_epoch_started": 0, "hit_set_history": { "current_last_update": "0'0", "current_last_stamp": "0.000000", "current_info": { "begin": "0.000000", "end": "0.000000", "version": "0'0"}, "history": []}}, "peer_info": [ { "peer": "6", "pgid": "57.7d", "last_update": "11246'2874459", "last_complete": "11246'2874459", "log_tail": "9841'2871459", "last_user_version": 0, "last_backfill": "0\/\/0\/\/-1", "purged_snaps": "[]", "history": { "epoch_created": 1046, "last_epoch_started": 11307, "last_epoch_clean": 11029, "last_epoch_split": 0, "same_up_since": 11524, "same_interval_since": 11524, "same_primary_since": 11517, "last_scrub": "11196'2874351", "last_scrub_stamp": "2014-10-11 13:07:17.195815", "last_deep_scrub": "4912'2380009", "last_deep_scrub_stamp": "2014-10-05 22:08:35.148770", "last_clean_scrub_stamp": "2014-10-11 13:07:17.195815"}, "stats": { "version": "11246'2874459", "reported_seq": "12", "reported_epoch": "11503", "state": "incomplete", "last_fresh": "2014-10-12 12:37:44.392295", "last_change": "2014-10-12 12:37:43.366859", "last_active": "0.000000", "last_clean": "0.000000", "last_became_active": "0.000000", "last_unstale": "2014-10-12 12:37:44.392295", "mapping_epoch": 11522, "log_start": "9841'2871459", "ondisk_log_start": "9841'2871459", "created": 1046, "last_epoch_clean": 11029, "parent": "0.0", "parent_split_bits": 0, "last_scrub": "11196'2874351", "last_scrub_stamp": "2014-10-11 13:07:17.195815", "last_deep_scrub": "4912'2380009", "last_deep_scrub_stamp": "2014-10-05 22:08:35.148770", "last_clean_scrub_stamp": "2014-10-11 13:07:17.195815", "log_size": 3000, "ondisk_log_size": 3000, "stats_invalid": "0", "stat_sum": { "num_bytes": 0, "num_objects": 0, "num_object_clones": 0, "num_object_copies": 0, "num_objects_missing_on_primary": 0, "num_objects_degraded": 0, "num_objects_unfound": 0, "num_objects_dirty": 0, "num_whiteouts": 0, "num_read": 0, "num_read_kb": 0, "num_write": 0, "num_write_kb": 0, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 0, "num_bytes_recovered": 0, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0}, "stat_cat_sum": {}, "up": [ 4, 6], "acting": [ 4, 6], "up_primary": 4, "acting_primary": 4}, "empty": 0, "dne": 0, "incomplete": 1, "last_epoch_started": 0, "hit_set_history": { "current_last_update": "0'0", "current_last_stamp": "0.000000", "current_info": { "begin": "0.000000", "end": "0.000000", "version": "0'0"}, "history": []}}, { "peer": "7", "pgid": "57.7d", "last_update": "11246'2874459", "last_complete": "11246'2874459", "log_tail": "9841'2871458", "last_user_version": 2874459, "last_backfill": "MAX", "purged_snaps": "[]", "history": { "epoch_created": 1046, "last_epoch_started": 11307, "last_epoch_clean": 11029, "last_epoch_split": 0, "same_up_since": 11524, "same_interval_since": 11524, "same_primary_since": 11517, "last_scrub": "11196'2874351", "last_scrub_stamp": "2014-10-11 13:07:17.195815", "last_deep_scrub": "4912'2380009", "last_deep_scrub_stamp": "2014-10-05 22:08:35.148770", "last_clean_scrub_stamp": "2014-10-11 13:07:17.195815"}, "stats": { "version": "11246'2874459", "reported_seq": "4062051", "reported_epoch": "11460", "state": "incomplete", "last_fresh": "2014-10-12 12:10:07.848151", "last_change": "2014-10-12 12:09:23.999757", "last_active": "2014-10-12 12:07:19.415095", "last_clean": "2014-10-12 05:14:06.907123", "last_became_active": "0.000000", "last_unstale": "2014-10-12 12:10:07.848151", "mapping_epoch": 11522, "log_start": "9841'2871458", "ondisk_log_start": "9841'2871458", "created": 1046, "last_epoch_clean": 11029, "parent": "0.0", "parent_split_bits": 0, "last_scrub": "11196'2874351", "last_scrub_stamp": "2014-10-11 13:07:17.195815", "last_deep_scrub": "4912'2380009", "last_deep_scrub_stamp": "2014-10-05 22:08:35.148770", "last_clean_scrub_stamp": "2014-10-11 13:07:17.195815", "log_size": 3001, "ondisk_log_size": 3001, "stats_invalid": "0", "stat_sum": { "num_bytes": 433880576, "num_objects": 112, "num_object_clones": 0, "num_object_copies": 224, "num_objects_missing_on_primary": 0, "num_objects_degraded": 0, "num_objects_unfound": 0, "num_objects_dirty": 112, "num_whiteouts": 0, "num_read": 83720, "num_read_kb": 1941019, "num_write": 5748858, "num_write_kb": 79684741, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 2133, "num_bytes_recovered": 8077232640, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0}, "stat_cat_sum": {}, "up": [ 4, 6], "acting": [ 4, 6], "up_primary": 4, "acting_primary": 4}, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 11307, "hit_set_history": { "current_last_update": "0'0", "current_last_stamp": "0.000000", "current_info": { "begin": "0.000000", "end": "0.000000", "version": "0'0"}, "history": []}}], "recovery_state": [ { "name": "Started\/Primary\/Peering", "enter_time": "2014-10-12 15:04:22.251436", "past_intervals": [ { "first": 10818, "last": 10831, "maybe_went_rw": 1, "up": [ 11, 3], "acting": [ 3, 6, 3, 11]}, { "first": 10832, "last": 10858, "maybe_went_rw": 1, "up": [ 11, 3], "acting": [ 11, 3, 11, 11]}, { "first": 10859, "last": 10882, "maybe_went_rw": 0, "up": [ 3], "acting": [ 3, 3, 3]}, { "first": 10883, "last": 10908, "maybe_went_rw": 1, "up": [ 11, 3], "acting": [ 11, 3, 11, 11]}, { "first": 10909, "last": 10911, "maybe_went_rw": 0, "up": [ 3], "acting": [ 3, 3, 3]}, { "first": 10912, "last": 10933, "maybe_went_rw": 1, "up": [ 11, 3], "acting": [ 11, 3, 11, 11]}, { "first": 10934, "last": 10936, "maybe_went_rw": 0, "up": [ 3], "acting": [ 3, 3, 3]}, { "first": 10937, "last": 10964, "maybe_went_rw": 1, "up": [ 11, 3], "acting": [ 11, 3, 11, 11]}, { "first": 10965, "last": 10967, "maybe_went_rw": 0, "up": [ 3], "acting": [ 3, 3, 3]}, { "first": 10968, "last": 10977, "maybe_went_rw": 1, "up": [ 11, 3], "acting": [ 11, 3, 11, 11]}, { "first": 10978, "last": 10979, "maybe_went_rw": 0, "up": [ 3], "acting": [ 3, 3, 3]}, { "first": 10980, "last": 10980, "maybe_went_rw": 0, "up": [ 11, 3], "acting": [ 11, 3, 11, 11]}, { "first": 10981, "last": 10981, "maybe_went_rw": 0, "up": [ 3, 7], "acting": [ 3, 7, 3, 3]}, { "first": 10982, "last": 10983, "maybe_went_rw": 1, "up": [ 3, 7], "acting": [ 3, 11, 3, 3]}, { "first": 10984, "last": 10985, "maybe_went_rw": 0, "up": [ 11, 3], "acting": [ 3, 11, 3, 11]}, { "first": 10986, "last": 10987, "maybe_went_rw": 1, "up": [ 11, 3], "acting": [ 11, 3, 11, 11]}, { "first": 10988, "last": 10989, "maybe_went_rw": 0, "up": [ 3], "acting": [ 3, 3, 3]}, { "first": 10990, "last": 10991, "maybe_went_rw": 1, "up": [ 11, 3], "acting": [ 11, 3, 11, 11]}, { "first": 10992, "last": 10992, "maybe_went_rw": 0, "up": [ 3, 7], "acting": [ 3, 7, 3, 3]}, { "first": 10993, "last": 11026, "maybe_went_rw": 1, "up": [ 3, 7], "acting": [ 3, 11, 3, 3]}, { "first": 11027, "last": 11246, "maybe_went_rw": 1, "up": [ 3, 7], "acting": [ 3, 7, 3, 3]}, { "first": 11247, "last": 11248, "maybe_went_rw": 0, "up": [ 7], "acting": [ 7, 7, 7]}, { "first": 11249, "last": 11250, "maybe_went_rw": 1, "up": [ 4, 6], "acting": [ 4, 6, 4, 4]}, { "first": 11251, "last": 11252, "maybe_went_rw": 0, "up": [ 6], "acting": [ 6, 6, 6]}, { "first": 11253, "last": 11258, "maybe_went_rw": 1, "up": [ 4, 6], "acting": [ 4, 6, 4, 4]}, { "first": 11259, "last": 11260, "maybe_went_rw": 0, "up": [ 4], "acting": [ 4, 4, 4]}, { "first": 11261, "last": 11280, "maybe_went_rw": 1, "up": [ 4, 6], "acting": [ 4, 6, 4, 4]}, { "first": 11281, "last": 11282, "maybe_went_rw": 0, "up": [ 6], "acting": [ 6, 6, 6]}, { "first": 11283, "last": 11288, "maybe_went_rw": 1, "up": [ 4, 6], "acting": [ 4, 6, 4, 4]}, { "first": 11289, "last": 11290, "maybe_went_rw": 0, "up": [ 4], "acting": [ 4, 4, 4]}, { "first": 11291, "last": 11305, "maybe_went_rw": 1, "up": [ 4, 6], "acting": [ 4, 6, 4, 4]}, { "first": 11306, "last": 11385, "maybe_went_rw": 0, "up": [ 4, 6], "acting": [ 7, 7, 4]}, { "first": 11386, "last": 11437, "maybe_went_rw": 0, "up": [ 11, 7], "acting": [ 7, 7, 11]}, { "first": 11438, "last": 11460, "maybe_went_rw": 0, "up": [ 7], "acting": [ 7, 7, 7]}, { "first": 11461, "last": 11501, "maybe_went_rw": 1, "up": [ 4, 6], "acting": [ 4, 6, 4, 4]}, { "first": 11502, "last": 11503, "maybe_went_rw": 0, "up": [ 6], "acting": [ 6, 6, 6]}, { "first": 11504, "last": 11505, "maybe_went_rw": 1, "up": [ 4, 6], "acting": [ 4, 6, 4, 4]}, { "first": 11506, "last": 11507, "maybe_went_rw": 0, "up": [ 4], "acting": [ 4, 4, 4]}, { "first": 11508, "last": 11511, "maybe_went_rw": 1, "up": [ 4, 6], "acting": [ 4, 6, 4, 4]}, { "first": 11512, "last": 11512, "maybe_went_rw": 0, "up": [ 4], "acting": [ 4, 4, 4]}, { "first": 11513, "last": 11516, "maybe_went_rw": 0, "up": [], "acting": [ -1, -1]}, { "first": 11517, "last": 11517, "maybe_went_rw": 0, "up": [ 4], "acting": [ 4, 4, 4]}, { "first": 11518, "last": 11521, "maybe_went_rw": 1, "up": [ 4, 6], "acting": [ 4, 6, 4, 4]}, { "first": 11522, "last": 11523, "maybe_went_rw": 0, "up": [ 4], "acting": [ 4, 4, 4]}], "probing_osds": [ "4", "6"], "down_osds_we_would_probe": [], "peering_blocked_by": []}, { "name": "Started", "enter_time": "2014-10-12 15:04:22.251406"}], "agent_state": {}}