Project

General

Profile

Bug #22561 ยป ceph pg query.json

Paul Emmerich, 01/04/2018 01:06 AM

 
{
"state": "active+recovery_wait+degraded",
"snap_trimq": "[]",
"epoch": 5709,
"up": [
58,
51,
5,
9,
41,
28
],
"acting": [
58,
51,
5,
9,
41,
28
],
"actingbackfill": [
"5(2)",
"9(3)",
"28(5)",
"41(4)",
"51(1)",
"58(0)"
],
"info": {
"pgid": "10.604s0",
"last_update": "5249'87",
"last_complete": "5249'87",
"log_tail": "0'0",
"last_user_version": 87,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": [],
"history": {
"epoch_created": 3611,
"epoch_pool_created": 3611,
"last_epoch_started": 5170,
"last_interval_started": 5118,
"last_epoch_clean": 4792,
"last_interval_clean": 4790,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 5118,
"same_interval_since": 5118,
"same_primary_since": 5112,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220"
},
"stats": {
"version": "5249'87",
"reported_seq": "2809",
"reported_epoch": "5709",
"state": "active+recovery_wait+degraded",
"last_fresh": "2018-01-04 01:15:44.015259",
"last_change": "2018-01-04 01:15:20.248368",
"last_active": "2018-01-04 01:15:44.015259",
"last_peered": "2018-01-04 01:15:44.015259",
"last_clean": "2018-01-04 00:17:45.117707",
"last_became_active": "2018-01-04 00:31:16.530915",
"last_became_peered": "2018-01-04 00:31:16.530915",
"last_unstale": "2018-01-04 01:15:44.015259",
"last_undegraded": "2018-01-04 00:31:01.884615",
"last_fullsized": "2018-01-04 01:15:44.015259",
"mapping_epoch": 5118,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 3611,
"last_epoch_clean": 4792,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220",
"log_size": 87,
"ondisk_log_size": 87,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 260046848,
"num_objects": 67,
"num_object_clones": 0,
"num_object_copies": 402,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 172,
"num_objects_misplaced": 0,
"num_objects_unfound": 2,
"num_objects_dirty": 67,
"num_whiteouts": 0,
"num_read": 9,
"num_read_kb": 0,
"num_write": 84,
"num_write_kb": 299008,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 15,
"num_bytes_recovered": 37748736,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0
},
"up": [
58,
51,
5,
9,
41,
28
],
"acting": [
58,
51,
5,
9,
41,
28
],
"blocked_by": [],
"up_primary": 58,
"acting_primary": 58
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 5170,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
"peer_info": [
{
"peer": "5(2)",
"pgid": "10.604s2",
"last_update": "5249'87",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 82,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": [],
"history": {
"epoch_created": 3611,
"epoch_pool_created": 3611,
"last_epoch_started": 5170,
"last_interval_started": 5118,
"last_epoch_clean": 4792,
"last_interval_clean": 4790,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 5118,
"same_interval_since": 5118,
"same_primary_since": 5112,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220"
},
"stats": {
"version": "5086'82",
"reported_seq": "2042",
"reported_epoch": "5093",
"state": "active+recovery_wait+degraded",
"last_fresh": "2018-01-04 00:29:14.678221",
"last_change": "2018-01-04 00:25:42.477816",
"last_active": "2018-01-04 00:29:14.678221",
"last_peered": "2018-01-04 00:29:14.678221",
"last_clean": "2018-01-04 00:17:45.117707",
"last_became_active": "2018-01-04 00:25:42.477466",
"last_became_peered": "2018-01-04 00:25:42.477466",
"last_unstale": "2018-01-04 00:29:14.678221",
"last_undegraded": "2018-01-04 00:25:39.793961",
"last_fullsized": "2018-01-04 00:29:14.678221",
"mapping_epoch": 5118,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 3611,
"last_epoch_clean": 4792,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220",
"log_size": 82,
"ondisk_log_size": 82,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 239075328,
"num_objects": 62,
"num_object_clones": 0,
"num_object_copies": 372,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 50,
"num_objects_degraded": 304,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 62,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 79,
"num_write_kb": 278528,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 12,
"num_bytes_recovered": 25165824,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0
},
"up": [
58,
51,
5,
9,
41,
28
],
"acting": [
58,
51,
5,
9,
41,
28
],
"blocked_by": [],
"up_primary": 58,
"acting_primary": 58
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 5170,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "5(5)",
"pgid": "10.604s5",
"last_update": "5014'73",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 73,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": [],
"history": {
"epoch_created": 3611,
"epoch_pool_created": 3611,
"last_epoch_started": 5017,
"last_interval_started": 5015,
"last_epoch_clean": 4792,
"last_interval_clean": 4790,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 5118,
"same_interval_since": 5118,
"same_primary_since": 5112,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220"
},
"stats": {
"version": "5014'73",
"reported_seq": "1942",
"reported_epoch": "5014",
"state": "active+recovery_wait+degraded",
"last_fresh": "2018-01-04 00:25:28.378260",
"last_change": "2018-01-04 00:24:09.283691",
"last_active": "2018-01-04 00:25:28.378260",
"last_peered": "2018-01-04 00:25:28.378260",
"last_clean": "2018-01-04 00:17:45.117707",
"last_became_active": "2018-01-04 00:24:09.283403",
"last_became_peered": "2018-01-04 00:24:09.283403",
"last_unstale": "2018-01-04 00:25:28.378260",
"last_undegraded": "2018-01-04 00:24:08.982203",
"last_fullsized": "2018-01-04 00:25:28.378260",
"mapping_epoch": 5118,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 3611,
"last_epoch_clean": 4792,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220",
"log_size": 73,
"ondisk_log_size": 73,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 201326592,
"num_objects": 53,
"num_object_clones": 0,
"num_object_copies": 318,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 47,
"num_objects_degraded": 206,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 53,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 70,
"num_write_kb": 241664,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 12,
"num_bytes_recovered": 25165824,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0
},
"up": [
58,
51,
5,
9,
41,
28
],
"acting": [
58,
51,
5,
9,
41,
28
],
"blocked_by": [],
"up_primary": 58,
"acting_primary": 58
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 4958,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "9(3)",
"pgid": "10.604s3",
"last_update": "5249'87",
"last_complete": "5249'87",
"log_tail": "0'0",
"last_user_version": 82,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": [],
"history": {
"epoch_created": 3611,
"epoch_pool_created": 3611,
"last_epoch_started": 5170,
"last_interval_started": 5118,
"last_epoch_clean": 4792,
"last_interval_clean": 4790,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 5118,
"same_interval_since": 5118,
"same_primary_since": 5112,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220"
},
"stats": {
"version": "5086'82",
"reported_seq": "2042",
"reported_epoch": "5093",
"state": "active+recovery_wait+degraded",
"last_fresh": "2018-01-04 00:29:14.678221",
"last_change": "2018-01-04 00:25:42.477816",
"last_active": "2018-01-04 00:29:14.678221",
"last_peered": "2018-01-04 00:29:14.678221",
"last_clean": "2018-01-04 00:17:45.117707",
"last_became_active": "2018-01-04 00:25:42.477466",
"last_became_peered": "2018-01-04 00:25:42.477466",
"last_unstale": "2018-01-04 00:29:14.678221",
"last_undegraded": "2018-01-04 00:25:39.793961",
"last_fullsized": "2018-01-04 00:29:14.678221",
"mapping_epoch": 5118,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 3611,
"last_epoch_clean": 4792,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220",
"log_size": 82,
"ondisk_log_size": 82,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 239075328,
"num_objects": 62,
"num_object_clones": 0,
"num_object_copies": 372,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 304,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 62,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 79,
"num_write_kb": 278528,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 12,
"num_bytes_recovered": 25165824,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0
},
"up": [
58,
51,
5,
9,
41,
28
],
"acting": [
58,
51,
5,
9,
41,
28
],
"blocked_by": [],
"up_primary": 58,
"acting_primary": 58
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 5170,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "23(2)",
"pgid": "10.604s2",
"last_update": "5014'73",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 73,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": [],
"history": {
"epoch_created": 3611,
"epoch_pool_created": 3611,
"last_epoch_started": 5017,
"last_interval_started": 5015,
"last_epoch_clean": 4792,
"last_interval_clean": 4790,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 5118,
"same_interval_since": 5118,
"same_primary_since": 5112,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220"
},
"stats": {
"version": "5014'73",
"reported_seq": "1942",
"reported_epoch": "5014",
"state": "active+recovery_wait+degraded",
"last_fresh": "2018-01-04 00:25:28.378260",
"last_change": "2018-01-04 00:24:09.283691",
"last_active": "2018-01-04 00:25:28.378260",
"last_peered": "2018-01-04 00:25:28.378260",
"last_clean": "2018-01-04 00:17:45.117707",
"last_became_active": "2018-01-04 00:24:09.283403",
"last_became_peered": "2018-01-04 00:24:09.283403",
"last_unstale": "2018-01-04 00:25:28.378260",
"last_undegraded": "2018-01-04 00:24:08.982203",
"last_fullsized": "2018-01-04 00:25:28.378260",
"mapping_epoch": 5118,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 3611,
"last_epoch_clean": 4792,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220",
"log_size": 73,
"ondisk_log_size": 73,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 201326592,
"num_objects": 53,
"num_object_clones": 0,
"num_object_copies": 318,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 51,
"num_objects_degraded": 206,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 53,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 70,
"num_write_kb": 241664,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 12,
"num_bytes_recovered": 25165824,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0
},
"up": [
58,
51,
5,
9,
41,
28
],
"acting": [
58,
51,
5,
9,
41,
28
],
"blocked_by": [],
"up_primary": 58,
"acting_primary": 58
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 4958,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "26(5)",
"pgid": "10.604s5",
"last_update": "4820'67",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 67,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": [],
"history": {
"epoch_created": 3611,
"epoch_pool_created": 3611,
"last_epoch_started": 5017,
"last_interval_started": 5015,
"last_epoch_clean": 4792,
"last_interval_clean": 4790,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 5118,
"same_interval_since": 5118,
"same_primary_since": 5112,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220"
},
"stats": {
"version": "4820'67",
"reported_seq": "1734",
"reported_epoch": "4855",
"state": "peering",
"last_fresh": "2018-01-04 00:19:06.224620",
"last_change": "2018-01-04 00:19:01.178737",
"last_active": "2018-01-04 00:19:01.178589",
"last_peered": "2018-01-04 00:18:59.543359",
"last_clean": "2018-01-04 00:17:45.117707",
"last_became_active": "2018-01-04 00:17:47.385330",
"last_became_peered": "2018-01-04 00:17:47.385330",
"last_unstale": "2018-01-04 00:19:06.224620",
"last_undegraded": "2018-01-04 00:19:06.224620",
"last_fullsized": "2018-01-04 00:19:06.224620",
"mapping_epoch": 5118,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 3611,
"last_epoch_clean": 4792,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220",
"log_size": 67,
"ondisk_log_size": 67,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 176160768,
"num_objects": 47,
"num_object_clones": 0,
"num_object_copies": 282,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 47,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 47,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 64,
"num_write_kb": 217088,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 12,
"num_bytes_recovered": 25165824,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0
},
"up": [
58,
51,
5,
9,
41,
28
],
"acting": [
58,
51,
5,
9,
41,
28
],
"blocked_by": [],
"up_primary": 58,
"acting_primary": 58
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 4855,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "28(5)",
"pgid": "10.604s5",
"last_update": "5249'87",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 82,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": [],
"history": {
"epoch_created": 3611,
"epoch_pool_created": 3611,
"last_epoch_started": 5170,
"last_interval_started": 5118,
"last_epoch_clean": 4792,
"last_interval_clean": 4790,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 5118,
"same_interval_since": 5118,
"same_primary_since": 5112,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220"
},
"stats": {
"version": "5086'82",
"reported_seq": "2042",
"reported_epoch": "5093",
"state": "active+recovery_wait+degraded",
"last_fresh": "2018-01-04 00:29:14.678221",
"last_change": "2018-01-04 00:25:42.477816",
"last_active": "2018-01-04 00:29:14.678221",
"last_peered": "2018-01-04 00:29:14.678221",
"last_clean": "2018-01-04 00:17:45.117707",
"last_became_active": "2018-01-04 00:25:42.477466",
"last_became_peered": "2018-01-04 00:25:42.477466",
"last_unstale": "2018-01-04 00:29:14.678221",
"last_undegraded": "2018-01-04 00:25:39.793961",
"last_fullsized": "2018-01-04 00:29:14.678221",
"mapping_epoch": 5118,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 3611,
"last_epoch_clean": 4792,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220",
"log_size": 82,
"ondisk_log_size": 82,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 239075328,
"num_objects": 62,
"num_object_clones": 0,
"num_object_copies": 372,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 50,
"num_objects_degraded": 304,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 62,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 79,
"num_write_kb": 278528,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 12,
"num_bytes_recovered": 25165824,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0
},
"up": [
58,
51,
5,
9,
41,
28
],
"acting": [
58,
51,
5,
9,
41,
28
],
"blocked_by": [],
"up_primary": 58,
"acting_primary": 58
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 5170,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "31(1)",
"pgid": "10.604s1",
"last_update": "4787'65",
"last_complete": "4787'65",
"log_tail": "0'0",
"last_user_version": 65,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": [],
"history": {
"epoch_created": 3611,
"epoch_pool_created": 3611,
"last_epoch_started": 5017,
"last_interval_started": 5015,
"last_epoch_clean": 4792,
"last_interval_clean": 4790,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 5118,
"same_interval_since": 5118,
"same_primary_since": 5112,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220"
},
"stats": {
"version": "4787'65",
"reported_seq": "1622",
"reported_epoch": "4787",
"state": "active+clean",
"last_fresh": "2018-01-04 00:16:32.298858",
"last_change": "2018-01-04 00:15:39.646199",
"last_active": "2018-01-04 00:16:32.298858",
"last_peered": "2018-01-04 00:16:32.298858",
"last_clean": "2018-01-04 00:16:32.298858",
"last_became_active": "2018-01-04 00:15:39.646005",
"last_became_peered": "2018-01-04 00:15:39.646005",
"last_unstale": "2018-01-04 00:16:32.298858",
"last_undegraded": "2018-01-04 00:16:32.298858",
"last_fullsized": "2018-01-04 00:16:32.298858",
"mapping_epoch": 5118,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 3611,
"last_epoch_clean": 4776,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220",
"log_size": 65,
"ondisk_log_size": 65,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 167772160,
"num_objects": 45,
"num_object_clones": 0,
"num_object_copies": 270,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 45,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 62,
"num_write_kb": 208896,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 12,
"num_bytes_recovered": 25165824,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0
},
"up": [
58,
51,
5,
9,
41,
28
],
"acting": [
58,
51,
5,
9,
41,
28
],
"blocked_by": [],
"up_primary": 58,
"acting_primary": 58
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 4792,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "41(4)",
"pgid": "10.604s4",
"last_update": "5249'87",
"last_complete": "5249'87",
"log_tail": "0'0",
"last_user_version": 82,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": [],
"history": {
"epoch_created": 3611,
"epoch_pool_created": 3611,
"last_epoch_started": 5170,
"last_interval_started": 5118,
"last_epoch_clean": 4792,
"last_interval_clean": 4790,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 5118,
"same_interval_since": 5118,
"same_primary_since": 5112,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220"
},
"stats": {
"version": "5086'82",
"reported_seq": "2042",
"reported_epoch": "5093",
"state": "active+recovery_wait+degraded",
"last_fresh": "2018-01-04 00:29:14.678221",
"last_change": "2018-01-04 00:25:42.477816",
"last_active": "2018-01-04 00:29:14.678221",
"last_peered": "2018-01-04 00:29:14.678221",
"last_clean": "2018-01-04 00:17:45.117707",
"last_became_active": "2018-01-04 00:25:42.477466",
"last_became_peered": "2018-01-04 00:25:42.477466",
"last_unstale": "2018-01-04 00:29:14.678221",
"last_undegraded": "2018-01-04 00:25:39.793961",
"last_fullsized": "2018-01-04 00:29:14.678221",
"mapping_epoch": 5118,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 3611,
"last_epoch_clean": 4792,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220",
"log_size": 82,
"ondisk_log_size": 82,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 239075328,
"num_objects": 62,
"num_object_clones": 0,
"num_object_copies": 372,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 304,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 62,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 79,
"num_write_kb": 278528,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 12,
"num_bytes_recovered": 25165824,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0
},
"up": [
58,
51,
5,
9,
41,
28
],
"acting": [
58,
51,
5,
9,
41,
28
],
"blocked_by": [],
"up_primary": 58,
"acting_primary": 58
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 5170,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "51(1)",
"pgid": "10.604s1",
"last_update": "5249'87",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 82,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": [],
"history": {
"epoch_created": 3611,
"epoch_pool_created": 3611,
"last_epoch_started": 5170,
"last_interval_started": 5118,
"last_epoch_clean": 4792,
"last_interval_clean": 4790,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 5118,
"same_interval_since": 5118,
"same_primary_since": 5112,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220"
},
"stats": {
"version": "5086'82",
"reported_seq": "2048",
"reported_epoch": "5112",
"state": "unknown",
"last_fresh": "2018-01-04 00:29:55.584214",
"last_change": "2018-01-04 00:29:55.584214",
"last_active": "2018-01-04 00:29:43.771471",
"last_peered": "2018-01-04 00:29:14.678221",
"last_clean": "2018-01-04 00:17:45.117707",
"last_became_active": "2018-01-04 00:25:42.477466",
"last_became_peered": "2018-01-04 00:25:42.477466",
"last_unstale": "2018-01-04 00:29:55.584214",
"last_undegraded": "2018-01-04 00:29:55.584214",
"last_fullsized": "2018-01-04 00:29:55.584214",
"mapping_epoch": 5118,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 3611,
"last_epoch_clean": 4792,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220",
"log_size": 82,
"ondisk_log_size": 82,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 239075328,
"num_objects": 62,
"num_object_clones": 0,
"num_object_copies": 372,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 47,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 62,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 79,
"num_write_kb": 278528,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 12,
"num_bytes_recovered": 25165824,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0
},
"up": [
58,
51,
5,
9,
41,
28
],
"acting": [
58,
51,
5,
9,
41,
28
],
"blocked_by": [],
"up_primary": 58,
"acting_primary": 58
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 5170,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "59(2)",
"pgid": "10.604s2",
"last_update": "4820'67",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 67,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": [],
"history": {
"epoch_created": 3611,
"epoch_pool_created": 3611,
"last_epoch_started": 5017,
"last_interval_started": 5015,
"last_epoch_clean": 4792,
"last_interval_clean": 4790,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 5118,
"same_interval_since": 5118,
"same_primary_since": 5112,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220"
},
"stats": {
"version": "4820'67",
"reported_seq": "1734",
"reported_epoch": "4855",
"state": "peering",
"last_fresh": "2018-01-04 00:19:06.224620",
"last_change": "2018-01-04 00:19:01.178737",
"last_active": "2018-01-04 00:19:01.178589",
"last_peered": "2018-01-04 00:18:59.543359",
"last_clean": "2018-01-04 00:17:45.117707",
"last_became_active": "2018-01-04 00:17:47.385330",
"last_became_peered": "2018-01-04 00:17:47.385330",
"last_unstale": "2018-01-04 00:19:06.224620",
"last_undegraded": "2018-01-04 00:19:06.224620",
"last_fullsized": "2018-01-04 00:19:06.224620",
"mapping_epoch": 5118,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 3611,
"last_epoch_clean": 4792,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2018-01-03 22:45:20.508220",
"last_clean_scrub_stamp": "2018-01-03 22:45:20.508220",
"log_size": 67,
"ondisk_log_size": 67,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 176160768,
"num_objects": 47,
"num_object_clones": 0,
"num_object_copies": 282,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 47,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 47,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 64,
"num_write_kb": 217088,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 12,
"num_bytes_recovered": 25165824,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0
},
"up": [
58,
51,
5,
9,
41,
28
],
"acting": [
58,
51,
5,
9,
41,
28
],
"blocked_by": [],
"up_primary": 58,
"acting_primary": 58
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 4855,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "71(5)",
"pgid": "10.604s5",
"last_update": "0'0",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 0,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": [],
"history": {
"epoch_created": 0,
"epoch_pool_created": 0,
"last_epoch_started": 0,
"last_interval_started": 0,
"last_epoch_clean": 0,
"last_interval_clean": 0,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 0,
"same_interval_since": 0,
"same_primary_since": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000"
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 0,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0
},
"up": [],
"acting": [],
"blocked_by": [],
"up_primary": -1,
"acting_primary": -1
},
"empty": 1,
"dne": 1,
"incomplete": 0,
"last_epoch_started": 0,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
}
],
"recovery_state": [
{
"name": "Started/Primary/Active",
"enter_time": "2018-01-04 00:31:01.884650",
"might_have_unfound": [
{
"osd": "5(2)",
"status": "already probed"
},
{
"osd": "5(5)",
"status": "already probed"
},
{
"osd": "9(3)",
"status": "already probed"
},
{
"osd": "23(2)",
"status": "already probed"
},
{
"osd": "26(5)",
"status": "already probed"
},
{
"osd": "28(5)",
"status": "already probed"
},
{
"osd": "31(1)",
"status": "already probed"
},
{
"osd": "32(2)",
"status": "querying"
},
{
"osd": "41(4)",
"status": "already probed"
},
{
"osd": "51(1)",
"status": "already probed"
},
{
"osd": "59(2)",
"status": "already probed"
},
{
"osd": "71(5)",
"status": "already probed"
}
],
"recovery_progress": {
"backfill_targets": [],
"waiting_on_backfill": [],
"last_backfill_started": "MIN",
"backfill_info": {
"begin": "MIN",
"end": "MIN",
"objects": []
},
"peer_backfill_info": [],
"backfills_in_flight": [],
"recovering": [],
"pg_backend": {
"recovery_ops": [],
"read_ops": []
}
},
"scrub": {
"scrubber.epoch_start": "0",
"scrubber.active": false,
"scrubber.state": "INACTIVE",
"scrubber.start": "MIN",
"scrubber.end": "MIN",
"scrubber.subset_last_update": "0'0",
"scrubber.deep": false,
"scrubber.seed": 0,
"scrubber.waiting_on": 0,
"scrubber.waiting_on_whom": []
}
},
{
"name": "Started",
"enter_time": "2018-01-04 00:30:16.663165"
}
],
"agent_state": {}
}
    (1-1/1)