"configured": "2020-06-05T18:50:59.799422" }, { "style": "cephadm:v1", "name": "osd.102", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1614bfdf24ff2ed186130745781a6ac65cfe3ba0695679a983063b8a5becb004", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.880797", "created": "2020-06-05T18:15:32.344973", "deployed": "2020-06-05T18:15:31.816927", "configured": "2020-06-05T18:50:30.056853" }, { "style": "cephadm:v1", "name": "osd.120", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "da3451982d0cd79eb2726a0366cd128fa5d89fe70c868035b9751cc443ca47a2", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.919720", "created": "2020-06-05T18:15:58.107193", "deployed": "2020-06-05T18:15:57.490139", "configured": "2020-06-05T18:51:14.708709" }, { "style": "cephadm:v1", "name": "osd.117", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "02e64d3b97d6b65f114a285841bf9054940ca6c6b44ceac40fb447715e341e7d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.815089", "created": "2020-06-05T18:15:53.694813", "deployed": "2020-06-05T18:15:53.079760", "configured": "2020-06-05T18:51:07.266067" }, { "style": "cephadm:v1", "name": "osd.112", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "25932d3562550d8dc5046dee65d5b5e38703b0a0eea6d74f99a1cc850e5e50e0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.889664", "created": "2020-06-05T18:15:46.431187", "deployed": "2020-06-05T18:15:45.868138", "configured": "2020-06-05T18:50:54.841994" }, { "style": "cephadm:v1", "name": "osd.118", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "8837cdc573495801e6b27802111d2851677f6135217fd4b28fbde253243e43b9", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.894954", "created": "2020-06-05T18:15:55.162939", "deployed": "2020-06-05T18:15:54.566888", "configured": "2020-06-05T18:51:09.720279" }, { "style": "cephadm:v1", "name": "osd.96", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6b139e57f37791c879baa24cadf818f255553f2864902cc3721208be85ef3cec", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.829685", "created": "2020-06-05T18:16:08.446084", "deployed": "2020-06-05T18:16:07.839031", "configured": "2020-06-05T18:50:15.299579" }, { "style": "cephadm:v1", "name": "osd.107", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "7f904c945b965c0d90af8614e02249c34622baa0f9c7acd89a1074496f7c38f4", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.804375", "created": "2020-06-05T18:15:39.335575", "deployed": "2020-06-05T18:15:38.769526", "configured": "2020-06-05T18:50:42.509929" }, { "style": "cephadm:v1", "name": "osd.123", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "09590881d8a0ed86858dc64ca6a8e9a193f20c684b694aafd259af2075badc1b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.815249", "created": "2020-06-05T18:16:02.544575", "deployed": "2020-06-05T18:16:01.888519", "configured": "2020-06-05T18:51:22.126350" }, { "style": "cephadm:v1", "name": "osd.103", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "7175a4a41b047fd26e4dcddb9ebb9a01946af571bb89c9f8073d963e9280389a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.804136", "created": "2020-06-05T18:15:33.712091", "deployed": "2020-06-05T18:15:33.185045", "configured": "2020-06-05T18:50:32.543068" }, { "style": "cephadm:v1", "name": "osd.122", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a0a7d2b08a3c69755cb6deda677853a04fd4555626c1e0c4a31f31db374bed4b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.804245", "created": "2020-06-05T18:16:01.044446", "deployed": "2020-06-05T18:16:00.454395", "configured": "2020-06-05T18:51:19.666138" }, { "style": "cephadm:v1", "name": "osd.93", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6bbbf7da7460335d7652bbeda51626d3002ef2655e30307a586d0cfd4e65bbbb", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.798495", "created": "2020-06-05T18:16:04.037704", "deployed": "2020-06-05T18:16:03.421651", "configured": "2020-06-05T18:50:07.855936" }, { "style": "cephadm:v1", "name": "osd.115", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "751b1cb051039754b7d5dcd2f30b8b47ce0d097fe667328bc42508580e717116", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.909064", "created": "2020-06-05T18:15:50.774561", "deployed": "2020-06-05T18:15:50.183510", "configured": "2020-06-05T18:51:02.230632" }, { "style": "cephadm:v1", "name": "osd.111", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "558d469c3375939bb6520d473b267392f088c9f5b06bf160f072fe51f5ad0409", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.781498", "created": "2020-06-05T18:15:44.993063", "deployed": "2020-06-05T18:15:44.412013", "configured": "2020-06-05T18:50:52.344778" }, { "style": "cephadm:v1", "name": "osd.108", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "9a3e7789b71bc5b9dec4659660caee1c0c6b116e909851732450a062768f1790", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.885119", "created": "2020-06-05T18:15:40.738696", "deployed": "2020-06-05T18:15:40.175648", "configured": "2020-06-05T18:50:45.027146" }, { "style": "cephadm:v1", "name": "osd.100", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "bbe23b393fc585f034c5de2cca9e29fdfbdc92cd7fb04e109d37a343305ab09f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.938154", "created": "2020-06-05T18:15:29.620738", "deployed": "2020-06-05T18:15:29.112695", "configured": "2020-06-05T18:50:25.152430" }, { "style": "cephadm:v1", "name": "osd.98", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "201fd572bc88948037675e5c36ccd493817a2c0ae423eed87f04c99ca86e5e5e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.915547", "created": "2020-06-05T18:16:11.463344", "deployed": "2020-06-05T18:16:10.842290", "configured": "2020-06-05T18:50:20.292010" }, { "style": "cephadm:v1", "name": "osd.99", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b0fa1338d826c8dbd7da6cf6b556089b0b000bca1981185e10c209d6f0071cfe", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.797232", "created": "2020-06-05T18:16:12.951472", "deployed": "2020-06-05T18:16:12.319417", "configured": "2020-06-05T18:50:22.694217" } ] 2020-06-26T15:52:06.537+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-04 daemons (32) 2020-06-26T15:52:06.563+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-04 devices 2020-06-26T15:52:06.563+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.121 2020-06-26T15:52:06.565+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T15:52:06.565+0000 7f5fcaff4700 0 [cephadm DEBUG root] osd container image docker.io/ceph/ceph:v15 2020-06-26T15:52:06.565+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ceph-volume --fsid 3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c -- inventory --format=json 2020-06-26T15:52:07.598+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v994: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:09.602+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v995: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:09.792+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:52:09.792+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:52:11.609+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v996: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:13.613+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v997: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:14.340+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:52:14.340+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:52:14.340+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:52:14.363+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:52:14.792+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:52:14.793+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:52:15.619+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v998: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:17.623+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v999: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:19.276+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:52:19.276+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [{"path": "/dev/sda", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeee", "sas_device_handle": "0x000a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {"sda4": {"start": "15002800128", "sectors": "131727", "sectorsize": 512, "size": 67444224.0, "human_readable_size": "64.32 MB", "holders": []}, "sda2": {"start": "1128448", "sectors": "16384", "sectorsize": 512, "size": 8388608.0, "human_readable_size": "8.00 MB", "holders": []}, "sda3": {"start": "1144832", "sectors": "4293822464", "sectorsize": 512, "size": 2198437101568.0, "human_readable_size": "2.00 TB", "holders": []}, "sda1": {"start": "2048", "sectors": "1126400", "sectorsize": 512, "size": 576716800.0, "human_readable_size": "550.00 MB", "holders": []}}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sda", "locked": 1}, "available": false, "rejected_reasons": ["locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00RTBXR", "lvs": []}, {"path": "/dev/sdaa", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dc2cfa", "sas_device_handle": "0x0024", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdaa", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10R0A00UTBXR", "lvs": [{"name": "osd-data-201d3065-fbdf-4a0d-b8d2-93b30c818a07", "osd_id": "93", "cluster_name": "ceph", "type": "block", "osd_fsid": "fea1c707-177f-4a7d-a22c-054b3d738b75", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "9ScwTN-ceXo-v7s9-P4aY-W94z-zuZr-0Nd0vi"}]}, {"path": "/dev/sdab", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaed6", "sas_device_handle": "0x0025", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdab", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00KTBXR", "lvs": [{"name": "osd-data-d1952d11-2cb8-421b-82bc-e5f2006972aa", "osd_id": "94", "cluster_name": "ceph", "type": "block", "osd_fsid": "15f9eade-17a9-4d21-8678-4bfdfa416b75", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "91de6s-ZEdf-6jVX-VbEL-lVkW-ShEZ-WHpEwF"}]}, {"path": "/dev/sdac", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeb6", "sas_device_handle": "0x0026", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdac", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00BTBXR", "lvs": [{"name": "osd-data-8ef80928-2457-4e60-bd22-b087e97895d2", "osd_id": "95", "cluster_name": "ceph", "type": "block", "osd_fsid": "a6d4a675-4c68-4fdf-b683-9f97959b412f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Pzr2DW-fNfz-7Dnx-KfC2-a70D-Maei-NuMOaC"}]}, {"path": "/dev/sdad", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaede", "sas_device_handle": "0x0027", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdad", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00MTBXR", "lvs": [{"name": "osd-data-01a30327-dd74-4b8e-a6f5-9186a532ec14", "osd_id": "96", "cluster_name": "ceph", "type": "block", "osd_fsid": "ed722e71-dd14-497c-b1fc-f15dfc9e3357", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "hjcD4S-PUWw-RQAL-EocY-m8QP-xIxS-NN54yE"}]}, {"path": "/dev/sdae", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaee6", "sas_device_handle": "0x0028", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdae", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00PTBXR", "lvs": [{"name": "osd-data-825ae39f-6110-4260-a593-59cba7993991", "osd_id": "97", "cluster_name": "ceph", "type": "block", "osd_fsid": "05ed303e-774d-497b-8fe2-68ba1b591be2", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "6p1yNP-WizV-x9rP-m3me-KymG-2Eu4-o5O0Rk"}]}, {"path": "/dev/sdaf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeea", "sas_device_handle": "0x0029", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdaf", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00QTBXR", "lvs": [{"name": "osd-data-fc8eaa61-a355-432b-b14b-7cbfacc85c24", "osd_id": "98", "cluster_name": "ceph", "type": "block", "osd_fsid": "4b8b5bc8-8baf-4f89-85f4-7ef3f9d821cd", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "u2dFT4-tWGb-KT6I-hi3d-Z0Rg-bUna-Gh9Fmj"}]}, {"path": "/dev/sdb", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbae8a", "sas_device_handle": "0x000b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdb", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A001TBXR", "lvs": [{"name": "osd-data-aea61b0f-e758-4abb-978b-901215e8c9ef", "osd_id": "99", "cluster_name": "ceph", "type": "block", "osd_fsid": "6ee85b7a-d82d-467e-9f4d-f7d40039b840", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "01817R-OzTK-gLSB-JQUI-QJHO-1Olj-jKSveE"}]}, {"path": "/dev/sdc", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaec6", "sas_device_handle": "0x0022", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdc", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00FTBXR", "lvs": [{"name": "osd-data-d360e1f9-2fd8-4c1e-8395-290fd30d0fc4", "osd_id": "100", "cluster_name": "ceph", "type": "block", "osd_fsid": "dba630f1-3c8f-4f4a-9965-86d6eb9ba325", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "oIuRXS-CHpj-lfmC-UQkw-0xhN-b1E6-vPuDFA"}]}, {"path": "/dev/sdd", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaf02", "sas_device_handle": "0x000c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdd", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00VTBXR", "lvs": [{"name": "osd-data-fc1609de-45a3-4400-acd2-f72a76652636", "osd_id": "101", "cluster_name": "ceph", "type": "block", "osd_fsid": "82f4e4da-b690-49f9-84c7-ea0b716a1f63", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "NF2p2v-cRYb-O56Z-3hy1-Gv4b-xqC6-gU0K4R"}]}, {"path": "/dev/sde", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbae96", "sas_device_handle": "0x000d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sde", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A004TBXR", "lvs": [{"name": "osd-data-5a6f2926-d9c3-4eb3-bc14-84cce459cdb0", "osd_id": "102", "cluster_name": "ceph", "type": "block", "osd_fsid": "1f5c3b67-2594-4641-8f0d-27b99218a929", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "CCedgo-d9G4-vcNr-07t6-hDC9-hQnt-aKcQsZ"}]}, {"path": "/dev/sdf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaefa", "sas_device_handle": "0x000e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdf", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00TTBXR", "lvs": [{"name": "osd-data-ca2a3b62-15b9-41a7-9fb0-e36245754ece", "osd_id": "103", "cluster_name": "ceph", "type": "block", "osd_fsid": "4d312986-c4df-4c96-8b76-2641ee20902f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "HFllJu-OQkY-qI5D-VpQ8-traS-VVNi-86bSxv"}]}, {"path": "/dev/sdg", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaef6", "sas_device_handle": "0x000f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdg", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00STBXR", "lvs": [{"name": "osd-data-a742c5df-272f-46b7-8bad-5963b03e8bb7", "osd_id": "104", "cluster_name": "ceph", "type": "block", "osd_fsid": "fb0639a9-7ba3-4e4a-a7ff-8908da1316db", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "x07AWM-PUWG-AZ0X-vXkK-mnek-mY5Z-8iaMSA"}]}, {"path": "/dev/sdh", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaee2", "sas_device_handle": "0x0010", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdh", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00NTBXR", "lvs": [{"name": "osd-data-aaa8df72-36db-4928-902e-88c8bed6115d", "osd_id": "105", "cluster_name": "ceph", "type": "block", "osd_fsid": "da27bb62-7f0f-45f5-b2b4-3283db7edd4c", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "IXTwAe-M1vo-pfp6-qKmU-BFP1-vt8P-aZGd5G"}]}, {"path": "/dev/sdi", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbae9e", "sas_device_handle": "0x0011", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdi", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A006TBXR", "lvs": [{"name": "osd-data-fed330e4-51d4-47b3-9df2-1480f6370623", "osd_id": "106", "cluster_name": "ceph", "type": "block", "osd_fsid": "edf5a5b9-1059-468e-b7fa-e1b195b7d6e8", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "rFNg8F-PrtD-R8uU-eygB-5DfU-cyyk-ualDfQ"}]}, {"path": "/dev/sdj", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbae92", "sas_device_handle": "0x0012", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdj", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A003TBXR", "lvs": [{"name": "osd-data-a596c44b-aca5-4dbc-bb90-1b679bc61f12", "osd_id": "107", "cluster_name": "ceph", "type": "block", "osd_fsid": "0936a76f-67c8-44f6-88ad-4e91edcd2163", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "lhBQtB-rzvW-Doaw-RmXA-1NlO-lsWY-l25kPi"}]}, {"path": "/dev/sdk", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeda", "sas_device_handle": "0x0013", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdk", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00LTBXR", "lvs": [{"name": "osd-data-99970f70-eeb7-4cd9-b03e-6abeb6d2abfc", "osd_id": "108", "cluster_name": "ceph", "type": "block", "osd_fsid": "39a0c252-c80b-441c-b270-1c87cb3c0608", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "dLXpOc-93yI-yPfU-oHh2-cTHo-innZ-mhe8hk"}]}, {"path": "/dev/sdl", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaefe", "sas_device_handle": "0x0014", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdl", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00UTBXR", "lvs": [{"name": "osd-data-dcc9c721-fe7b-40cd-a4c7-61ebd9e972fb", "osd_id": "109", "cluster_name": "ceph", "type": "block", "osd_fsid": "b6b5763d-2e88-49c2-923b-177d411e6bbf", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "xKyc3k-EuJa-m1Mz-0W14-EYq1-MTwt-u3OyeY"}]}, {"path": "/dev/sdm", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaf06", "sas_device_handle": "0x0015", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdm", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00WTBXR", "lvs": [{"name": "osd-data-b22b5011-cdf0-40ff-a362-622b659e7638", "osd_id": "110", "cluster_name": "ceph", "type": "block", "osd_fsid": "bed0b4c6-4206-48b5-82a5-190af17b7158", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "gJmJRH-RO1E-Vz7T-ct0c-EiZm-nhPy-kq2IV0"}]}, {"path": "/dev/sdn", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbae9a", "sas_device_handle": "0x0016", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdn", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A005TBXR", "lvs": [{"name": "osd-data-487890dd-0b5e-44bd-bb47-7f7e29163bf4", "osd_id": "111", "cluster_name": "ceph", "type": "block", "osd_fsid": "a27cb2d7-7e05-4b5f-944d-73c9b95abe32", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "HBeAB3-8RIZ-qfft-JZQm-Edd9-9sq0-bPavzQ"}]}, {"path": "/dev/sdo", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbae8e", "sas_device_handle": "0x0017", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdo", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A002TBXR", "lvs": [{"name": "osd-data-c44b2ae4-3903-44af-9072-851b7eea37fe", "osd_id": "112", "cluster_name": "ceph", "type": "block", "osd_fsid": "d487f873-a088-4338-b8fb-f648f30aa19e", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "zOW64h-eKjz-SgMv-UPzm-5121-UMDB-n2dnRC"}]}, {"path": "/dev/sdp", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaea2", "sas_device_handle": "0x0018", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdp", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A007TBXR", "lvs": [{"name": "osd-data-4cea7da1-625f-4991-8c54-7f3b6ceef617", "osd_id": "113", "cluster_name": "ceph", "type": "block", "osd_fsid": "2dbfbf84-2898-4b89-a8fd-031f138277b7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "GgSlCO-e9UA-6kAh-FbH0-nC8e-ga3l-4NYFYC"}]}, {"path": "/dev/sdq", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaea6", "sas_device_handle": "0x0019", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdq", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A008TBXR", "lvs": [{"name": "osd-data-3fce976d-bf94-44fd-840e-75a873474b53", "osd_id": "114", "cluster_name": "ceph", "type": "block", "osd_fsid": "a9a81281-e555-4e11-8a83-ce0fbd49a6c1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Ss8Oi1-n39y-UcMl-12Xk-g9AW-pknr-qdOtui"}]}, {"path": "/dev/sdr", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dc2cf6", "sas_device_handle": "0x001a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdr", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10R0A00TTBXR", "lvs": [{"name": "osd-data-5d423cda-2d98-428d-9ce3-7cfbce7f33e7", "osd_id": "115", "cluster_name": "ceph", "type": "block", "osd_fsid": "ddc3fc4e-ea83-41db-879b-5d5bd579552f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "ErVb1e-lri8-5HBM-pdaM-hFNB-hBAE-7MkL83"}]}, {"path": "/dev/sds", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeaa", "sas_device_handle": "0x001b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sds", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A009TBXR", "lvs": [{"name": "osd-data-ce3d9bb5-edf3-42fc-b618-2bd5ac554108", "osd_id": "116", "cluster_name": "ceph", "type": "block", "osd_fsid": "b5ac9423-d7aa-44c4-8a4d-d4d7161a133d", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "arVNCh-PtEc-1b2z-v7ag-2coP-jH2h-eA7Tcx"}]}, {"path": "/dev/sdt", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeba", "sas_device_handle": "0x001c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdt", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00CTBXR", "lvs": [{"name": "osd-data-102a0983-f56c-43f3-afbb-5c31b1574a41", "osd_id": "117", "cluster_name": "ceph", "type": "block", "osd_fsid": "76eb349e-85ff-4fd6-9852-53e78bfded64", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "3e63mR-E00i-DZko-k6Yb-v0wd-AMK4-lqvACV"}]}, {"path": "/dev/sdu", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaebe", "sas_device_handle": "0x001d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdu", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00DTBXR", "lvs": [{"name": "osd-data-d7c15094-a61d-4ee2-aaa3-afa93650f56d", "osd_id": "118", "cluster_name": "ceph", "type": "block", "osd_fsid": "520d24d3-32ae-43b5-9ba7-285dd3c59f49", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "S0epde-1eBe-gJD3-zKcp-1XZA-zUT3-Vp1QdW"}]}, {"path": "/dev/sdv", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeca", "sas_device_handle": "0x001e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdv", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00GTBXR", "lvs": [{"name": "osd-data-976fdda2-0f7e-4b0a-b7c8-476e4cb1e859", "osd_id": "119", "cluster_name": "ceph", "type": "block", "osd_fsid": "02c6d050-0574-4319-a69d-1b2ee20407a1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "rnTDZk-FjxE-9bKw-d6kl-6JYy-Mfnm-P8mK3Z"}]}, {"path": "/dev/sdw", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeb2", "sas_device_handle": "0x001f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdw", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00ATBXR", "lvs": [{"name": "osd-data-17d0b5e9-226c-419a-b748-56b7e24e30a0", "osd_id": "120", "cluster_name": "ceph", "type": "block", "osd_fsid": "e7b8d38d-c635-427a-9e30-a87c3bb141b7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Eo8BhC-OK2Y-GkJ0-f2ej-rpiF-umuQ-4VzNcP"}]}, {"path": "/dev/sdx", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaed2", "sas_device_handle": "0x0020", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdx", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00JTBXR", "lvs": [{"name": "osd-data-7db117cf-af06-43cb-a55d-00849711059c", "osd_id": "121", "cluster_name": "ceph", "type": "block", "osd_fsid": "87d9c930-d53b-482d-acb8-b88fadc18fb5", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "HaTHrD-xXhR-fe39-RqYZ-C1f8-3v2n-XPy2LJ"}]}, {"path": "/dev/sdy", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaec2", "sas_device_handle": "0x0021", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdy", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00ETBXR", "lvs": [{"name": "osd-data-e521289f-d8a1-46e4-a68b-31f38cb97c0e", "osd_id": "122", "cluster_name": "ceph", "type": "block", "osd_fsid": "af8c0d9b-87a9-4f8d-a285-aea8937eb137", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Yaaimb-sSAG-61GW-s2kC-fY2X-fpie-H1BA8K"}]}, {"path": "/dev/sdz", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaece", "sas_device_handle": "0x0023", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdz", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00HTBXR", "lvs": [{"name": "osd-data-7f9ccfff-cbef-4bf6-a090-c4c231a80d7b", "osd_id": "123", "cluster_name": "ceph", "type": "block", "osd_fsid": "d7ed2734-ab0a-4fe2-8112-ede03af0e9c1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "ZwCVY2-3XsE-pMX2-1KNH-GCPT-2d35-pkgz8j"}]}] 2020-06-26T15:52:19.276+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:/bin/docker:stdout [{"path": "/dev/sda", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeee", "sas_device_handle": "0x000a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {"sda4": {"start": "15002800128", "sectors": "131727", "sectorsize": 512, "size": 67444224.0, "human_readable_size": "64.32 MB", "holders": []}, "sda2": {"start": "1128448", "sectors": "16384", "sectorsize": 512, "size": 8388608.0, "human_readable_size": "8.00 MB", "holders": []}, "sda3": {"start": "1144832", "sectors": "4293822464", "sectorsize": 512, "size": 2198437101568.0, "human_readable_size": "2.00 TB", "holders": []}, "sda1": {"start": "2048", "sectors": "1126400", "sectorsize": 512, "size": 576716800.0, "human_readable_size": "550.00 MB", "holders": []}}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sda", "locked": 1}, "available": false, "rejected_reasons": ["locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00RTBXR", "lvs": []}, {"path": "/dev/sdaa", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dc2cfa", "sas_device_handle": "0x0024", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdaa", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10R0A00UTBXR", "lvs": [{"name": "osd-data-201d3065-fbdf-4a0d-b8d2-93b30c818a07", "osd_id": "93", "cluster_name": "ceph", "type": "block", "osd_fsid": "fea1c707-177f-4a7d-a22c-054b3d738b75", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "9ScwTN-ceXo-v7s9-P4aY-W94z-zuZr-0Nd0vi"}]}, {"path": "/dev/sdab", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaed6", "sas_device_handle": "0x0025", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdab", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00KTBXR", "lvs": [{"name": "osd-data-d1952d11-2cb8-421b-82bc-e5f2006972aa", "osd_id": "94", "cluster_name": "ceph", "type": "block", "osd_fsid": "15f9eade-17a9-4d21-8678-4bfdfa416b75", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "91de6s-ZEdf-6jVX-VbEL-lVkW-ShEZ-WHpEwF"}]}, {"path": "/dev/sdac", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeb6", "sas_device_handle": "0x0026", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdac", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00BTBXR", "lvs": [{"name": "osd-data-8ef80928-2457-4e60-bd22-b087e97895d2", "osd_id": "95", "cluster_name": "ceph", "type": "block", "osd_fsid": "a6d4a675-4c68-4fdf-b683-9f97959b412f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Pzr2DW-fNfz-7Dnx-KfC2-a70D-Maei-NuMOaC"}]}, {"path": "/dev/sdad", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaede", "sas_device_handle": "0x0027", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdad", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00MTBXR", "lvs": [{"name": "osd-data-01a30327-dd74-4b8e-a6f5-9186a532ec14", "osd_id": "96", "cluster_name": "ceph", "type": "block", "osd_fsid": "ed722e71-dd14-497c-b1fc-f15dfc9e3357", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "hjcD4S-PUWw-RQAL-EocY-m8QP-xIxS-NN54yE"}]}, {"path": "/dev/sdae", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaee6", "sas_device_handle": "0x0028", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdae", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00PTBXR", "lvs": [{"name": "osd-data-825ae39f-6110-4260-a593-59cba7993991", "osd_id": "97", "cluster_name": "ceph", "type": "block", "osd_fsid": "05ed303e-774d-497b-8fe2-68ba1b591be2", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "6p1yNP-WizV-x9rP-m3me-KymG-2Eu4-o5O0Rk"}]}, {"path": "/dev/sdaf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeea", "sas_device_handle": "0x0029", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdaf", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00QTBXR", "lvs": [{"name": "osd-data-fc8eaa61-a355-432b-b14b-7cbfacc85c24", "osd_id": "98", "cluster_name": "ceph", "type": "block", "osd_fsid": "4b8b5bc8-8baf-4f89-85f4-7ef3f9d821cd", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "u2dFT4-tWGb-KT6I-hi3d-Z0Rg-bUna-Gh9Fmj"}]}, {"path": "/dev/sdb", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbae8a", "sas_device_handle": "0x000b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdb", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A001TBXR", "lvs": [{"name": "osd-data-aea61b0f-e758-4abb-978b-901215e8c9ef", "osd_id": "99", "cluster_name": "ceph", "type": "block", "osd_fsid": "6ee85b7a-d82d-467e-9f4d-f7d40039b840", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "01817R-OzTK-gLSB-JQUI-QJHO-1Olj-jKSveE"}]}, {"path": "/dev/sdc", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaec6", "sas_device_handle": "0x0022", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdc", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00FTBXR", "lvs": [{"name": "osd-data-d360e1f9-2fd8-4c1e-8395-290fd30d0fc4", "osd_id": "100", "cluster_name": "ceph", "type": "block", "osd_fsid": "dba630f1-3c8f-4f4a-9965-86d6eb9ba325", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "oIuRXS-CHpj-lfmC-UQkw-0xhN-b1E6-vPuDFA"}]}, {"path": "/dev/sdd", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaf02", "sas_device_handle": "0x000c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdd", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00VTBXR", "lvs": [{"name": "osd-data-fc1609de-45a3-4400-acd2-f72a76652636", "osd_id": "101", "cluster_name": "ceph", "type": "block", "osd_fsid": "82f4e4da-b690-49f9-84c7-ea0b716a1f63", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "NF2p2v-cRYb-O56Z-3hy1-Gv4b-xqC6-gU0K4R"}]}, {"path": "/dev/sde", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbae96", "sas_device_handle": "0x000d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sde", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A004TBXR", "lvs": [{"name": "osd-data-5a6f2926-d9c3-4eb3-bc14-84cce459cdb0", "osd_id": "102", "cluster_name": "ceph", "type": "block", "osd_fsid": "1f5c3b67-2594-4641-8f0d-27b99218a929", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "CCedgo-d9G4-vcNr-07t6-hDC9-hQnt-aKcQsZ"}]}, {"path": "/dev/sdf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaefa", "sas_device_handle": "0x000e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdf", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00TTBXR", "lvs": [{"name": "osd-data-ca2a3b62-15b9-41a7-9fb0-e36245754ece", "osd_id": "103", "cluster_name": "ceph", "type": "block", "osd_fsid": "4d312986-c4df-4c96-8b76-2641ee20902f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "HFllJu-OQkY-qI5D-VpQ8-traS-VVNi-86bSxv"}]}, {"path": "/dev/sdg", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaef6", "sas_device_handle": "0x000f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdg", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00STBXR", "lvs": [{"name": "osd-data-a742c5df-272f-46b7-8bad-5963b03e8bb7", "osd_id": "104", "cluster_name": "ceph", "type": "block", "osd_fsid": "fb0639a9-7ba3-4e4a-a7ff-8908da1316db", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "x07AWM-PUWG-AZ0X-vXkK-mnek-mY5Z-8iaMSA"}]}, {"path": "/dev/sdh", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaee2", "sas_device_handle": "0x0010", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdh", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00NTBXR", "lvs": [{"name": "osd-data-aaa8df72-36db-4928-902e-88c8bed6115d", "osd_id": "105", "cluster_name": "ceph", "type": "block", "osd_fsid": "da27bb62-7f0f-45f5-b2b4-3283db7edd4c", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "IXTwAe-M1vo-pfp6-qKmU-BFP1-vt8P-aZGd5G"}]}, {"path": "/dev/sdi", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbae9e", "sas_device_handle": "0x0011", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdi", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A006TBXR", "lvs": [{"name": "osd-data-fed330e4-51d4-47b3-9df2-1480f6370623", "osd_id": "106", "cluster_name": "ceph", "type": "block", "osd_fsid": "edf5a5b9-1059-468e-b7fa-e1b195b7d6e8", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "rFNg8F-PrtD-R8uU-eygB-5DfU-cyyk-ualDfQ"}]}, {"path": "/dev/sdj", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbae92", "sas_device_handle": "0x0012", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdj", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A003TBXR", "lvs": [{"name": "osd-data-a596c44b-aca5-4dbc-bb90-1b679bc61f12", "osd_id": "107", "cluster_name": "ceph", "type": "block", "osd_fsid": "0936a76f-67c8-44f6-88ad-4e91edcd2163", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "lhBQtB-rzvW-Doaw-RmXA-1NlO-lsWY-l25kPi"}]}, {"path": "/dev/sdk", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeda", "sas_device_handle": "0x0013", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdk", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00LTBXR", "lvs": [{"name": "osd-data-99970f70-eeb7-4cd9-b03e-6abeb6d2abfc", "osd_id": "108", "cluster_name": "ceph", "type": "block", "osd_fsid": "39a0c252-c80b-441c-b270-1c87cb3c0608", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "dLXpOc-93yI-yPfU-oHh2-cTHo-innZ-mhe8hk"}]}, {"path": "/dev/sdl", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaefe", "sas_device_handle": "0x0014", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdl", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00UTBXR", "lvs": [{"name": "osd-data-dcc9c721-fe7b-40cd-a4c7-61ebd9e972fb", "osd_id": "109", "cluster_name": "ceph", "type": "block", "osd_fsid": "b6b5763d-2e88-49c2-923b-177d411e6bbf", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "xKyc3k-EuJa-m1Mz-0W14-EYq1-MTwt-u3OyeY"}]}, {"path": "/dev/sdm", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaf06", "sas_device_handle": "0x0015", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdm", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00WTBXR", "lvs": [{"name": "osd-data-b22b5011-cdf0-40ff-a362-622b659e7638", "osd_id": "110", "cluster_name": "ceph", "type": "block", "osd_fsid": "bed0b4c6-4206-48b5-82a5-190af17b7158", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "gJmJRH-RO1E-Vz7T-ct0c-EiZm-nhPy-kq2IV0"}]}, {"path": "/dev/sdn", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbae9a", "sas_device_handle": "0x0016", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdn", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A005TBXR", "lvs": [{"name": "osd-data-487890dd-0b5e-44bd-bb47-7f7e29163bf4", "osd_id": "111", "cluster_name": "ceph", "type": "block", "osd_fsid": "a27cb2d7-7e05-4b5f-944d-73c9b95abe32", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "HBeAB3-8RIZ-qfft-JZQm-Edd9-9sq0-bPavzQ"}]}, {"path": "/dev/sdo", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbae8e", "sas_device_handle": "0x0017", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdo", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A002TBXR", "lvs": [{"name": "osd-data-c44b2ae4-3903-44af-9072-851b7eea37fe", "osd_id": "112", "cluster_name": "ceph", "type": "block", "osd_fsid": "d487f873-a088-4338-b8fb-f648f30aa19e", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "zOW64h-eKjz-SgMv-UPzm-5121-UMDB-n2dnRC"}]}, {"path": "/dev/sdp", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaea2", "sas_device_handle": "0x0018", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdp", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A007TBXR", "lvs": [{"name": "osd-data-4cea7da1-625f-4991-8c54-7f3b6ceef617", "osd_id": "113", "cluster_name": "ceph", "type": "block", "osd_fsid": "2dbfbf84-2898-4b89-a8fd-031f138277b7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "GgSlCO-e9UA-6kAh-FbH0-nC8e-ga3l-4NYFYC"}]}, {"path": "/dev/sdq", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaea6", "sas_device_handle": "0x0019", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdq", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A008TBXR", "lvs": [{"name": "osd-data-3fce976d-bf94-44fd-840e-75a873474b53", "osd_id": "114", "cluster_name": "ceph", "type": "block", "osd_fsid": "a9a81281-e555-4e11-8a83-ce0fbd49a6c1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Ss8Oi1-n39y-UcMl-12Xk-g9AW-pknr-qdOtui"}]}, {"path": "/dev/sdr", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dc2cf6", "sas_device_handle": "0x001a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdr", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10R0A00TTBXR", "lvs": [{"name": "osd-data-5d423cda-2d98-428d-9ce3-7cfbce7f33e7", "osd_id": "115", "cluster_name": "ceph", "type": "block", "osd_fsid": "ddc3fc4e-ea83-41db-879b-5d5bd579552f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "ErVb1e-lri8-5HBM-pdaM-hFNB-hBAE-7MkL83"}]}, {"path": "/dev/sds", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeaa", "sas_device_handle": "0x001b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sds", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A009TBXR", "lvs": [{"name": "osd-data-ce3d9bb5-edf3-42fc-b618-2bd5ac554108", "osd_id": "116", "cluster_name": "ceph", "type": "block", "osd_fsid": "b5ac9423-d7aa-44c4-8a4d-d4d7161a133d", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "arVNCh-PtEc-1b2z-v7ag-2coP-jH2h-eA7Tcx"}]}, {"path": "/dev/sdt", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeba", "sas_device_handle": "0x001c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdt", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00CTBXR", "lvs": [{"name": "osd-data-102a0983-f56c-43f3-afbb-5c31b1574a41", "osd_id": "117", "cluster_name": "ceph", "type": "block", "osd_fsid": "76eb349e-85ff-4fd6-9852-53e78bfded64", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "3e63mR-E00i-DZko-k6Yb-v0wd-AMK4-lqvACV"}]}, {"path": "/dev/sdu", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaebe", "sas_device_handle": "0x001d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdu", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00DTBXR", "lvs": [{"name": "osd-data-d7c15094-a61d-4ee2-aaa3-afa93650f56d", "osd_id": "118", "cluster_name": "ceph", "type": "block", "osd_fsid": "520d24d3-32ae-43b5-9ba7-285dd3c59f49", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "S0epde-1eBe-gJD3-zKcp-1XZA-zUT3-Vp1QdW"}]}, {"path": "/dev/sdv", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeca", "sas_device_handle": "0x001e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdv", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00GTBXR", "lvs": [{"name": "osd-data-976fdda2-0f7e-4b0a-b7c8-476e4cb1e859", "osd_id": "119", "cluster_name": "ceph", "type": "block", "osd_fsid": "02c6d050-0574-4319-a69d-1b2ee20407a1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "rnTDZk-FjxE-9bKw-d6kl-6JYy-Mfnm-P8mK3Z"}]}, {"path": "/dev/sdw", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaeb2", "sas_device_handle": "0x001f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdw", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00ATBXR", "lvs": [{"name": "osd-data-17d0b5e9-226c-419a-b748-56b7e24e30a0", "osd_id": "120", "cluster_name": "ceph", "type": "block", "osd_fsid": "e7b8d38d-c635-427a-9e30-a87c3bb141b7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Eo8BhC-OK2Y-GkJ0-f2ej-rpiF-umuQ-4VzNcP"}]}, {"path": "/dev/sdx", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaed2", "sas_device_handle": "0x0020", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdx", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00JTBXR", "lvs": [{"name": "osd-data-7db117cf-af06-43cb-a55d-00849711059c", "osd_id": "121", "cluster_name": "ceph", "type": "block", "osd_fsid": "87d9c930-d53b-482d-acb8-b88fadc18fb5", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "HaTHrD-xXhR-fe39-RqYZ-C1f8-3v2n-XPy2LJ"}]}, {"path": "/dev/sdy", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaec2", "sas_device_handle": "0x0021", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdy", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00ETBXR", "lvs": [{"name": "osd-data-e521289f-d8a1-46e4-a68b-31f38cb97c0e", "osd_id": "122", "cluster_name": "ceph", "type": "block", "osd_fsid": "af8c0d9b-87a9-4f8d-a285-aea8937eb137", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Yaaimb-sSAG-61GW-s2kC-fY2X-fpie-H1BA8K"}]}, {"path": "/dev/sdz", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KRM5XRUG7T68", "rev": "B707", "sas_address": "0x58ce38ee20dbaece", "sas_device_handle": "0x0023", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 7681501126656.0, "human_readable_size": "6.99 TB", "path": "/dev/sdz", "locked": 1}, "available": false, "rejected_reasons": ["Insufficient space (<5GB) on vgs", "LVM detected", "locked"], "device_id": "TOSHIBA_KRM5XRUG7T68_10Q0A00HTBXR", "lvs": [{"name": "osd-data-7f9ccfff-cbef-4bf6-a090-c4c231a80d7b", "osd_id": "123", "cluster_name": "ceph", "type": "block", "osd_fsid": "d7ed2734-ab0a-4fe2-8112-ede03af0e9c1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "ZwCVY2-3XsE-pMX2-1KNH-GCPT-2d35-pkgz8j"}]}] 2020-06-26T15:52:19.277+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.121 2020-06-26T15:52:19.279+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T15:52:19.280+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T15:52:19.280+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 list-networks 2020-06-26T15:52:19.506+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:52:19.506+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: { "10.8.0.0/24": [ "10.8.0.121" ], "172.16.3.0/24": [ "172.16.3.121" ], "172.16.4.0/24": [ "172.16.4.121" ], "172.16.5.0/24": [ "172.16.5.121" ], "172.16.6.0/24": [ "172.16.6.121" ], "172.17.0.0/16": [ "172.17.0.1" ] } 2020-06-26T15:52:19.506+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-04 devices (32) networks (6) 2020-06-26T15:52:19.535+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-osd-05 2020-06-26T15:52:19.535+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.122 2020-06-26T15:52:19.535+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T15:52:19.535+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T15:52:19.626+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1000: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:19.793+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:52:19.793+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:52:19.943+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T15:52:19.943+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T15:52:19.972+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-osd-05 failed check 2020-06-26T15:52:19.972+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-05 daemons 2020-06-26T15:52:19.972+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.122 2020-06-26T15:52:19.973+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.001s 2020-06-26T15:52:19.974+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T15:52:19.974+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T15:52:21.634+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1001: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:23.636+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1002: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:23.979+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:52:23.980+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "osd.131", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5791bbc4f17091774c55098a2b62ca1e2df53088dcdd62d12068e46977f3ffc1", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.339010", "created": "2020-06-05T18:20:41.073509", "deployed": "2020-06-05T18:20:40.535464", "configured": "2020-06-05T18:51:41.883036" }, { "style": "cephadm:v1", "name": "osd.154", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1b6ee621a23d9ce9f1eb50e32676d92fbc72c988e761fe52d62220293fa1dc37", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.321452", "created": "2020-06-05T18:21:14.371290", "deployed": "2020-06-05T18:21:13.767240", "configured": "2020-06-05T18:52:38.787796" }, { "style": "cephadm:v1", "name": "osd.142", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "87ca5d3ac46bb9a09a0c8abe166cf7d2bd9dad58fb87558dfed326b855a4d834", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.454283", "created": "2020-06-05T18:20:56.800822", "deployed": "2020-06-05T18:20:56.265778", "configured": "2020-06-05T18:52:09.704363" }, { "style": "cephadm:v1", "name": "osd.146", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4d15591bd52bd5f6e384a3ad2cf87339a9fbd0e37c02303e328139062326f639", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.483191", "created": "2020-06-05T18:21:02.658312", "deployed": "2020-06-05T18:21:02.053261", "configured": "2020-06-05T18:52:19.353170" }, { "style": "cephadm:v1", "name": "osd.138", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3131762cfd4e83bca6bb090a0841beeabaf4d13b4dd8d6f7511d847c3431d07d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.405180", "created": "2020-06-05T18:20:51.112347", "deployed": "2020-06-05T18:20:50.534299", "configured": "2020-06-05T18:52:00.095559" }, { "style": "cephadm:v1", "name": "osd.141", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "97ad7984e81510d3ccbb83435dfdc63bac8f13893ed7a096a0a9440f0adf9e7a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.450860", "created": "2020-06-05T18:20:55.378704", "deployed": "2020-06-05T18:20:54.834658", "configured": "2020-06-05T18:52:07.295161" }, { "style": "cephadm:v1", "name": "osd.139", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "9af082f60a51b3fc7e51b246459aca8b92edc23b2f40d77a1dd235bf6cfdd922", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.406024", "created": "2020-06-05T18:20:52.514464", "deployed": "2020-06-05T18:20:51.925415", "configured": "2020-06-05T18:52:02.510761" }, { "style": "cephadm:v1", "name": "osd.150", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "be78c20246231c83501a8ebf8add3c5167bd53a0eec17be6ab89c8b367adfa8e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.482119", "created": "2020-06-05T18:21:08.435795", "deployed": "2020-06-05T18:21:07.870747", "configured": "2020-06-05T18:52:29.046981" }, { "style": "cephadm:v1", "name": "osd.125", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "472dc4e14e6f720b2bd3c894f1df22ece919ee31034590f1b55695814e71548a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.324521", "created": "2020-06-05T18:20:32.876824", "deployed": "2020-06-05T18:20:32.326778", "configured": "2020-06-05T18:51:26.993790" }, { "style": "cephadm:v1", "name": "osd.145", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "249008859da465eb66ef57b5242a18f0879f2f35376ca6bdc74808a60e25eb65", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.406516", "created": "2020-06-05T18:21:01.177188", "deployed": "2020-06-05T18:21:00.590139", "configured": "2020-06-05T18:52:16.945969" }, { "style": "cephadm:v1", "name": "osd.136", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2be2057ca06afa0941a2548a4db03ac542c7f3d7fe6d151a2d97bcd8e4d973cf", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.447752", "created": "2020-06-05T18:20:48.238107", "deployed": "2020-06-05T18:20:47.675060", "configured": "2020-06-05T18:51:55.310159" }, { "style": "cephadm:v1", "name": "osd.153", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "9cc02e06cf16830a20ce2f9c20a691207221a5f7b04884d8d77203c26a29b356", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.415296", "created": "2020-06-05T18:21:12.886166", "deployed": "2020-06-05T18:21:12.301117", "configured": "2020-06-05T18:52:36.383595" }, { "style": "cephadm:v1", "name": "osd.137", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c674d5c50198818a5ed3530f8382ad6c3d2d8d73e31382c6864dd366bbe0430c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.470429", "created": "2020-06-05T18:20:49.680228", "deployed": "2020-06-05T18:20:49.083178", "configured": "2020-06-05T18:51:57.669356" }, { "style": "cephadm:v1", "name": "osd.140", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "64f54b268ef584835f7e583ed47ef777c88c495ab2edf3b9849d3d8937abb41f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.377920", "created": "2020-06-05T18:20:53.962585", "deployed": "2020-06-05T18:20:53.388537", "configured": "2020-06-05T18:52:04.846957" }, { "style": "cephadm:v1", "name": "osd.133", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c6b50006e0b24d87f2b514c1dfdae8705e57eecbc817bf069a508176b24c6dbe", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.325496", "created": "2020-06-05T18:20:43.907745", "deployed": "2020-06-05T18:20:43.328697", "configured": "2020-06-05T18:51:47.798531" }, { "style": "cephadm:v1", "name": "osd.148", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0d9616926aa444720380c94e872437351b39a37d6a9c576dc80299d3acf61d8e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.353822", "created": "2020-06-05T18:21:05.422543", "deployed": "2020-06-05T18:21:04.869497", "configured": "2020-06-05T18:52:24.181574" }, { "style": "cephadm:v1", "name": "osd.135", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "e934100aeb312cd7e54d26b8a7dd73060a64eb59d919fe1e5dceb79d3f3ac718", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.438426", "created": "2020-06-05T18:20:46.843991", "deployed": "2020-06-05T18:20:46.272943", "configured": "2020-06-05T18:51:52.774947" }, { "style": "cephadm:v1", "name": "osd.128", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c18cbad91e449312e48b4a7c54c760038f163cbe0cd00f54f91a052c85aa7684", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.449256", "created": "2020-06-05T18:20:36.896159", "deployed": "2020-06-05T18:20:36.376116", "configured": "2020-06-05T18:51:34.557423" }, { "style": "cephadm:v1", "name": "osd.151", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "befdf440069ed49e7c083e8a5d39d56c4782607ea38d857ba805893c3ce41355", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.327595", "created": "2020-06-05T18:21:09.885916", "deployed": "2020-06-05T18:21:09.316868", "configured": "2020-06-05T18:52:31.482185" }, { "style": "cephadm:v1", "name": "osd.129", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "707c89ce55be614c4501321d868bc3340ea062ee214950746f1a119f4e76032b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.468228", "created": "2020-06-05T18:20:38.332279", "deployed": "2020-06-05T18:20:37.806236", "configured": "2020-06-05T18:51:37.016629" }, { "style": "cephadm:v1", "name": "crash.spsrc-osd-05", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "e7e36c6010f713fbaaf45fc0b4ed239990c6357383907b51c913a52c94eef57f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.604775", "created": "2020-06-05T17:43:12.449398", "deployed": "2020-06-05T17:43:11.950356", "configured": "2020-06-05T17:43:12.449398" }, { "style": "cephadm:v1", "name": "osd.127", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "db2e311ba40d9145221e7d4df8f7e21cc4355c98e104ddf76d6e3b94e180ba7e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.477265", "created": "2020-06-05T18:20:35.538046", "deployed": "2020-06-05T18:20:35.024003", "configured": "2020-06-05T18:51:32.046213" }, { "style": "cephadm:v1", "name": "osd.132", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3216be5f16b54c9357a2b0bb679db2ea5e063795408989367630b8c09b285106", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.322257", "created": "2020-06-05T18:20:42.502628", "deployed": "2020-06-05T18:20:41.941581", "configured": "2020-06-05T18:51:44.521256" }, { "style": "cephadm:v1", "name": "osd.152", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "09a2f87846b4e22d1682c5ab0eb44a5143a046b239d11a99cd389e56e17e2142", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.463289", "created": "2020-06-05T18:21:11.381041", "deployed": "2020-06-05T18:21:10.786991", "configured": "2020-06-05T18:52:33.941391" }, { "style": "cephadm:v1", "name": "osd.143", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3e5a3a515c7ac6af9fef73aabb322664d600f459f0269122c76d160a965a57aa", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.345671", "created": "2020-06-05T18:20:58.321949", "deployed": "2020-06-05T18:20:57.731900", "configured": "2020-06-05T18:52:12.143567" }, { "style": "cephadm:v1", "name": "osd.124", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "195ffc99a9191b016e5b3779601fdc22d9eccfc0c880cd7a61d42fad274548b1", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.361916", "created": "2020-06-05T18:20:31.496708", "deployed": "2020-06-05T18:20:30.954663", "configured": "2020-06-05T18:51:24.586589" }, { "style": "cephadm:v1", "name": "osd.144", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "13167eeb6a0c30a92ade17ab5d87ba4f09142ff43cc7407250661941c364b6a2", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.354828", "created": "2020-06-05T18:20:59.730067", "deployed": "2020-06-05T18:20:59.164020", "configured": "2020-06-05T18:52:14.519766" }, { "style": "cephadm:v1", "name": "osd.134", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "73911e288338165edd014495fdb0e033e57fb3895acf24082ca4ebc1677035be", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.487320", "created": "2020-06-05T18:20:45.360867", "deployed": "2020-06-05T18:20:44.775818", "configured": "2020-06-05T18:51:50.268737" }, { "style": "cephadm:v1", "name": "osd.126", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "904ae1385a383623c47023f0790340de7eb9c01afa4c176f335809ad11348d43", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.435579", "created": "2020-06-05T18:20:34.189933", "deployed": "2020-06-05T18:20:33.678891", "configured": "2020-06-05T18:51:29.486999" }, { "style": "cephadm:v1", "name": "osd.147", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f71a50bbfc2d6f8f711b9613dc28acd30d2fdc47ec494411ff0c25a7518eb473", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.368120", "created": "2020-06-05T18:21:04.021426", "deployed": "2020-06-05T18:21:03.465379", "configured": "2020-06-05T18:52:21.766372" }, { "style": "cephadm:v1", "name": "osd.149", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "682383e90b8154cea2f1f32fcb54d4e0ae847da18b9f6753bda132eca6da9109", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.473270", "created": "2020-06-05T18:21:07.011676", "deployed": "2020-06-05T18:21:06.437628", "configured": "2020-06-05T18:52:26.620778" }, { "style": "cephadm:v1", "name": "osd.130", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "9d86b39c563e62717eed897dd90eb0b3c6c152567327d68cdd15efcfe3a5e31e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.479866", "created": "2020-06-05T18:20:39.714395", "deployed": "2020-06-05T18:20:39.172350", "configured": "2020-06-05T18:51:39.451833" } ] 2020-06-26T15:52:23.985+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-05 daemons (32) 2020-06-26T15:52:24.011+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-05 devices 2020-06-26T15:52:24.011+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.122 2020-06-26T15:52:24.013+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.001s 2020-06-26T15:52:24.013+0000 7f5fcaff4700 0 [cephadm DEBUG root] osd container image docker.io/ceph/ceph:v15 2020-06-26T15:52:24.013+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ceph-volume --fsid 3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c -- inventory --format=json 2020-06-26T15:52:24.364+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:52:24.364+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:52:24.364+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:52:24.387+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:52:24.794+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:52:24.794+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:52:25.643+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1003: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:27.645+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1004: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:29.648+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1005: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:29.796+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:52:29.796+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:52:31.656+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1006: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:33.659+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1007: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:34.388+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:52:34.388+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:52:34.388+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:52:34.411+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:52:34.796+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:52:34.797+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:52:35.666+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1008: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:36.704+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:52:36.704+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [{"path": "/dev/sda", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bafb3e", "sas_device_handle": "0x000a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {"sda4": {"start": "7501344768", "sectors": "131727", "sectorsize": 512, "size": 67444224.0, "human_readable_size": "64.32 MB", "holders": []}, "sda2": {"start": "1128448", "sectors": "16384", "sectorsize": 512, "size": 8388608.0, "human_readable_size": "8.00 MB", "holders": []}, "sda3": {"start": "1144832", "sectors": "4293822464", "sectorsize": 512, "size": 2198437101568.0, "human_readable_size": "2.00 TB", "holders": []}, "sda1": {"start": "2048", "sectors": "1126400", "sectorsize": 512, "size": 576716800.0, "human_readable_size": "550.00 MB", "holders": []}}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sda", "locked": 1}, "available": false, "rejected_reasons": ["locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X980A03WTP7F", "lvs": []}, {"path": "/dev/sdaa", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d7a", "sas_device_handle": "0x0024", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaa", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BKTP7F", "lvs": [{"name": "osd-data-56a289aa-c745-4c85-a146-32f8cf91ea87", "osd_id": "124", "cluster_name": "ceph", "type": "block", "osd_fsid": "f117c0e9-9b7a-44c5-a1c5-b1dccb3efe4e", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "WPLtVs-2bRv-Ig1p-s0wQ-wU1m-o3tR-W0Z4iu"}]}, {"path": "/dev/sdab", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c04616", "sas_device_handle": "0x0025", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdab", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DRTP7F", "lvs": [{"name": "osd-data-1509f108-f4dd-4ab0-975e-4a585ed545e4", "osd_id": "125", "cluster_name": "ceph", "type": "block", "osd_fsid": "ef608225-b604-4032-b280-ec36a54f64c3", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "rIFSqg-1CyW-dPWF-laQg-cAea-xCik-UR3miE"}]}, {"path": "/dev/sdac", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe63e", "sas_device_handle": "0x0026", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdac", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05ATP7F", "lvs": [{"name": "osd-data-d818308b-1bcb-4d4e-b7ba-baa800c9b632", "osd_id": "126", "cluster_name": "ceph", "type": "block", "osd_fsid": "08fe1b46-43a9-4bc1-a516-aca831e64cab", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "KH7g2X-WvLJ-0ElV-382O-4dpX-ohBi-tQIOpx"}]}, {"path": "/dev/sdad", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe656", "sas_device_handle": "0x0027", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdad", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05GTP7F", "lvs": [{"name": "osd-data-addf00b0-395d-4f0d-a84b-16f4912b56ac", "osd_id": "127", "cluster_name": "ceph", "type": "block", "osd_fsid": "76346f84-6fc8-47a7-89a4-210e71ab59b0", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "3v3oPL-5jV3-xtwV-ThHF-wdqT-c3gu-jJTWSH"}]}, {"path": "/dev/sdae", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe67a", "sas_device_handle": "0x0028", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdae", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05RTP7F", "lvs": [{"name": "osd-data-2cf1a5ab-c75b-4f44-962e-191f575af61c", "osd_id": "128", "cluster_name": "ceph", "type": "block", "osd_fsid": "69996733-5f86-4e07-8d41-8f3a471fff01", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "P17X00-vND5-i0dX-ntsC-553I-jl7v-1IAmG1"}]}, {"path": "/dev/sdaf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe642", "sas_device_handle": "0x0029", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaf", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05BTP7F", "lvs": [{"name": "osd-data-e5a7864f-88ef-4ea9-80e2-684bffe80725", "osd_id": "129", "cluster_name": "ceph", "type": "block", "osd_fsid": "4071123a-d315-4e9d-96d3-de0e82154b04", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "snpQvk-Wtyb-oUtE-avsR-bKx6-P4vO-3T1bra"}]}, {"path": "/dev/sdb", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c0460a", "sas_device_handle": "0x000b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdb", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DNTP7F", "lvs": [{"name": "osd-data-8f96621e-510c-425e-a43e-216f5503306e", "osd_id": "130", "cluster_name": "ceph", "type": "block", "osd_fsid": "dac68a5e-247a-4b06-9615-c83ce2131282", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Kg3Cej-Umzr-vzoB-P7QG-wuC7-l0Sn-7Oe82l"}]}, {"path": "/dev/sdc", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf583e", "sas_device_handle": "0x000c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdc", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A00GTP7F", "lvs": [{"name": "osd-data-53d2192f-2600-4d35-840e-bec55a0944d4", "osd_id": "131", "cluster_name": "ceph", "type": "block", "osd_fsid": "d1ae3291-86e7-48f1-9d0d-a09b27b04708", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "2FzAce-Rih8-v48U-SHc8-67DH-4YSI-JaHceZ"}]}, {"path": "/dev/sdd", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be933a", "sas_device_handle": "0x000d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdd", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13BTP7F", "lvs": [{"name": "osd-data-6ac3053b-e96c-4330-a7bc-d5f6799c9f5a", "osd_id": "132", "cluster_name": "ceph", "type": "block", "osd_fsid": "b9ba7b83-423a-4064-bcfc-739dd59575f2", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "PHRYFt-CSxj-ZvdR-eL7Y-yH3T-sZHd-K0SZx2"}]}, {"path": "/dev/sde", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9336", "sas_device_handle": "0x000e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sde", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13ATP7F", "lvs": [{"name": "osd-data-1888888c-5642-4dfc-8717-c5d5c944a533", "osd_id": "133", "cluster_name": "ceph", "type": "block", "osd_fsid": "dda89a56-bbd8-4d06-83b4-efce5f935958", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "bDt2pc-AeFr-JTqB-NHkT-IRpx-1dRJ-wF0h9K"}]}, {"path": "/dev/sdf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c04612", "sas_device_handle": "0x000f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdf", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DQTP7F", "lvs": [{"name": "osd-data-49ac1773-0f48-4131-bcf8-586564083217", "osd_id": "134", "cluster_name": "ceph", "type": "block", "osd_fsid": "947619be-5479-4555-83f6-970d5055917d", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "3M39Wm-Z9Yr-7BeM-tN9t-ujTH-f9q9-qUFbaB"}]}, {"path": "/dev/sdg", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d82", "sas_device_handle": "0x0010", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdg", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BMTP7F", "lvs": [{"name": "osd-data-42a1fbc3-3d96-4a54-9220-10d36d19684c", "osd_id": "135", "cluster_name": "ceph", "type": "block", "osd_fsid": "abba9ca8-2502-49c3-816d-aa4beffc7751", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "S0sAW2-Gya7-I1sj-LW8V-e1da-r0lN-IixnUz"}]}, {"path": "/dev/sdh", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d7e", "sas_device_handle": "0x0011", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdh", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BLTP7F", "lvs": [{"name": "osd-data-be23872c-3a5a-47c5-ac37-457a881e1570", "osd_id": "136", "cluster_name": "ceph", "type": "block", "osd_fsid": "05204ca9-0cb8-4b6d-a1c0-62cadd8a3752", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "WJCDz0-DnT6-y5l9-IVyH-VgUH-jnT4-vrWf2s"}]}, {"path": "/dev/sdi", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d86", "sas_device_handle": "0x0012", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdi", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A030TP7F", "lvs": [{"name": "osd-data-38d4fbf8-5e41-4089-9af1-a841029933c8", "osd_id": "137", "cluster_name": "ceph", "type": "block", "osd_fsid": "8c0935a8-359b-47cb-869c-a97dc2e9cfd5", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "1A9P3I-jFoo-bkXj-czG4-ktIn-KoZa-3yxTJC"}]}, {"path": "/dev/sdj", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dde", "sas_device_handle": "0x0013", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdj", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0CATP7F", "lvs": [{"name": "osd-data-8cf77239-05ce-4792-b7d7-799de039270e", "osd_id": "138", "cluster_name": "ceph", "type": "block", "osd_fsid": "54a0f232-20f7-4719-8c99-a2823a6dc982", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "JOmFYb-fnaW-ti5H-JGV8-8aLx-MN73-lILr34"}]}, {"path": "/dev/sdk", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d8e", "sas_device_handle": "0x0014", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdk", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A032TP7F", "lvs": [{"name": "osd-data-5584bfc7-865c-49d9-b177-76b7ccdfc402", "osd_id": "139", "cluster_name": "ceph", "type": "block", "osd_fsid": "adbcd24e-804b-4e27-bde3-4c85d74293d5", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "M2dzjT-9Ai5-tFPR-scSS-Ccwi-x1Ti-KsONBA"}]}, {"path": "/dev/sdl", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93fa", "sas_device_handle": "0x0015", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdl", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A145TP7F", "lvs": [{"name": "osd-data-c42c1ab1-6dc4-418c-b382-6f2787ad87f9", "osd_id": "140", "cluster_name": "ceph", "type": "block", "osd_fsid": "c4ed221a-59a9-451a-97b4-d67c5a7e0426", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Wkj16h-pG4i-Lfjd-7U0y-8MAh-BQd6-tgZ5ri"}]}, {"path": "/dev/sdm", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93c2", "sas_device_handle": "0x0016", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdm", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13ZTP7F", "lvs": [{"name": "osd-data-ca3894a8-a966-4a39-9e62-4ce9e8f9d92b", "osd_id": "141", "cluster_name": "ceph", "type": "block", "osd_fsid": "b800c915-2d8a-4cd2-a59d-19c05ad9ce9f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "QRc2Xp-2VyQ-oaJo-dr1Y-148s-5f2K-RTzmXe"}]}, {"path": "/dev/sdn", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d66", "sas_device_handle": "0x0017", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdn", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02STP7F", "lvs": [{"name": "osd-data-aa1a22f8-3802-47ef-b3b4-d1964d602f14", "osd_id": "142", "cluster_name": "ceph", "type": "block", "osd_fsid": "e899bf3c-2150-461e-968e-e6f321598c1f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "1SFe8N-fxMD-V6Xv-PerP-7Vb2-hFOb-bFy1db"}]}, {"path": "/dev/sdo", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d8e", "sas_device_handle": "0x0018", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdo", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BQTP7F", "lvs": [{"name": "osd-data-e5019e0c-4595-4347-b826-6c192929e839", "osd_id": "143", "cluster_name": "ceph", "type": "block", "osd_fsid": "b8b0fc5a-ae35-4051-b780-91a6bd9035c1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "OIpCBj-57TI-VEHA-A22y-T4CC-fMJB-6GA3y9"}]}, {"path": "/dev/sdp", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c0461e", "sas_device_handle": "0x0019", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdp", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DTTP7F", "lvs": [{"name": "osd-data-a748036e-ebdc-4680-86b0-8aec0ccfd671", "osd_id": "144", "cluster_name": "ceph", "type": "block", "osd_fsid": "a504a3ab-4e27-4777-a2bb-d4660dafc1b4", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "fYi8ct-WFTH-tw0u-A7ZG-02cw-cl20-ss1TdI"}]}, {"path": "/dev/sdq", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93da", "sas_device_handle": "0x001a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdq", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A141TP7F", "lvs": [{"name": "osd-data-108ad152-151a-48ba-9496-01d2a9fbdc66", "osd_id": "145", "cluster_name": "ceph", "type": "block", "osd_fsid": "dc0a77bd-3d17-4421-832a-26cc2e5d7432", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "CMmYt5-u3uJ-cNIL-J9bx-7Fap-jK9v-ZUdxZu"}]}, {"path": "/dev/sdr", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93e6", "sas_device_handle": "0x001b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdr", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A142TP7F", "lvs": [{"name": "osd-data-945d1098-d45e-43a1-8758-a67ee684d96d", "osd_id": "146", "cluster_name": "ceph", "type": "block", "osd_fsid": "294434d6-92a8-4193-87be-65c059b87103", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Ai5v5F-tMsW-vXfp-fsX3-TyUO-Qdae-0GJ0yg"}]}, {"path": "/dev/sds", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c0461a", "sas_device_handle": "0x001c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sds", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DSTP7F", "lvs": [{"name": "osd-data-82f3a582-0388-476e-85a3-b037a49196f1", "osd_id": "147", "cluster_name": "ceph", "type": "block", "osd_fsid": "2011fb21-03a5-4bd7-b822-af53c65b948e", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "gqBgng-D9x0-kUGU-r6qL-AxjT-6IAw-mTGZ9h"}]}, {"path": "/dev/sdt", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d3e", "sas_device_handle": "0x001d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdt", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02GTP7F", "lvs": [{"name": "osd-data-31d8ec8b-35f1-4864-991b-9e90621c3955", "osd_id": "148", "cluster_name": "ceph", "type": "block", "osd_fsid": "f73cb7e7-0d0b-4539-b40a-02908a8a1c19", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "m4SZT4-hmtR-T1iI-oNH5-medm-De9x-UtgOTf"}]}, {"path": "/dev/sdu", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d36", "sas_device_handle": "0x001e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdu", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02ETP7F", "lvs": [{"name": "osd-data-b50a7f4e-ef33-42a9-97ce-58219327925d", "osd_id": "149", "cluster_name": "ceph", "type": "block", "osd_fsid": "2b599ba7-d0c6-4c0b-ba1a-349489cc2935", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "LgISUD-8GG1-D9xY-JoDc-Qszc-0Lyr-QeE2n4"}]}, {"path": "/dev/sdv", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d62", "sas_device_handle": "0x001f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdv", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02RTP7F", "lvs": [{"name": "osd-data-c28220d4-ab51-4618-9a9b-2eaa9e3d8c1f", "osd_id": "150", "cluster_name": "ceph", "type": "block", "osd_fsid": "db3b83eb-1908-4dbd-839e-e87ca15b3903", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "mXNp3b-ihi9-p8LJ-dPDf-ReRQ-2bZq-3bQjAq"}]}, {"path": "/dev/sdw", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93ee", "sas_device_handle": "0x0020", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdw", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A143TP7F", "lvs": [{"name": "osd-data-d20054c2-2581-4278-abfb-94ab21534502", "osd_id": "151", "cluster_name": "ceph", "type": "block", "osd_fsid": "789780eb-d92a-486a-ba64-40b109ef29b8", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "60yq0H-VWMY-biZ2-iFtn-aQwZ-44v4-IfaMrB"}]}, {"path": "/dev/sdx", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d92", "sas_device_handle": "0x0021", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdx", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A033TP7F", "lvs": [{"name": "osd-data-4eaefd38-2e4c-4f74-990a-71cb4347f01c", "osd_id": "152", "cluster_name": "ceph", "type": "block", "osd_fsid": "f35fe15e-3cd6-4111-a6bd-a955021ded40", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "j1cBW2-5PDr-VRYV-KqhF-b4U1-jO5H-oyALr2"}]}, {"path": "/dev/sdy", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d42", "sas_device_handle": "0x0022", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdy", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02HTP7F", "lvs": [{"name": "osd-data-9f2c3603-5fd3-429e-908d-1cfbf1e6af73", "osd_id": "153", "cluster_name": "ceph", "type": "block", "osd_fsid": "7c3c5da6-8a7e-437b-ad9e-9bf422efbb88", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "o3tTVS-gabZ-x76o-ghqd-FjCR-k2co-OdiubP"}]}, {"path": "/dev/sdz", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045f6", "sas_device_handle": "0x0023", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdz", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DHTP7F", "lvs": [{"name": "osd-data-9d724d80-b75d-43e4-b6db-be77200e49dd", "osd_id": "154", "cluster_name": "ceph", "type": "block", "osd_fsid": "29aa58a6-14b7-41c9-b3cb-f3224c020e44", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Wfz52M-lZk0-WsKB-OYVa-tFKS-ydzB-4giw7G"}]}] 2020-06-26T15:52:36.704+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:/bin/docker:stdout [{"path": "/dev/sda", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bafb3e", "sas_device_handle": "0x000a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {"sda4": {"start": "7501344768", "sectors": "131727", "sectorsize": 512, "size": 67444224.0, "human_readable_size": "64.32 MB", "holders": []}, "sda2": {"start": "1128448", "sectors": "16384", "sectorsize": 512, "size": 8388608.0, "human_readable_size": "8.00 MB", "holders": []}, "sda3": {"start": "1144832", "sectors": "4293822464", "sectorsize": 512, "size": 2198437101568.0, "human_readable_size": "2.00 TB", "holders": []}, "sda1": {"start": "2048", "sectors": "1126400", "sectorsize": 512, "size": 576716800.0, "human_readable_size": "550.00 MB", "holders": []}}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sda", "locked": 1}, "available": false, "rejected_reasons": ["locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X980A03WTP7F", "lvs": []}, {"path": "/dev/sdaa", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d7a", "sas_device_handle": "0x0024", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaa", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BKTP7F", "lvs": [{"name": "osd-data-56a289aa-c745-4c85-a146-32f8cf91ea87", "osd_id": "124", "cluster_name": "ceph", "type": "block", "osd_fsid": "f117c0e9-9b7a-44c5-a1c5-b1dccb3efe4e", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "WPLtVs-2bRv-Ig1p-s0wQ-wU1m-o3tR-W0Z4iu"}]}, {"path": "/dev/sdab", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c04616", "sas_device_handle": "0x0025", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdab", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DRTP7F", "lvs": [{"name": "osd-data-1509f108-f4dd-4ab0-975e-4a585ed545e4", "osd_id": "125", "cluster_name": "ceph", "type": "block", "osd_fsid": "ef608225-b604-4032-b280-ec36a54f64c3", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "rIFSqg-1CyW-dPWF-laQg-cAea-xCik-UR3miE"}]}, {"path": "/dev/sdac", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe63e", "sas_device_handle": "0x0026", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdac", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05ATP7F", "lvs": [{"name": "osd-data-d818308b-1bcb-4d4e-b7ba-baa800c9b632", "osd_id": "126", "cluster_name": "ceph", "type": "block", "osd_fsid": "08fe1b46-43a9-4bc1-a516-aca831e64cab", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "KH7g2X-WvLJ-0ElV-382O-4dpX-ohBi-tQIOpx"}]}, {"path": "/dev/sdad", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe656", "sas_device_handle": "0x0027", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdad", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05GTP7F", "lvs": [{"name": "osd-data-addf00b0-395d-4f0d-a84b-16f4912b56ac", "osd_id": "127", "cluster_name": "ceph", "type": "block", "osd_fsid": "76346f84-6fc8-47a7-89a4-210e71ab59b0", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "3v3oPL-5jV3-xtwV-ThHF-wdqT-c3gu-jJTWSH"}]}, {"path": "/dev/sdae", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe67a", "sas_device_handle": "0x0028", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdae", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05RTP7F", "lvs": [{"name": "osd-data-2cf1a5ab-c75b-4f44-962e-191f575af61c", "osd_id": "128", "cluster_name": "ceph", "type": "block", "osd_fsid": "69996733-5f86-4e07-8d41-8f3a471fff01", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "P17X00-vND5-i0dX-ntsC-553I-jl7v-1IAmG1"}]}, {"path": "/dev/sdaf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe642", "sas_device_handle": "0x0029", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaf", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05BTP7F", "lvs": [{"name": "osd-data-e5a7864f-88ef-4ea9-80e2-684bffe80725", "osd_id": "129", "cluster_name": "ceph", "type": "block", "osd_fsid": "4071123a-d315-4e9d-96d3-de0e82154b04", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "snpQvk-Wtyb-oUtE-avsR-bKx6-P4vO-3T1bra"}]}, {"path": "/dev/sdb", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c0460a", "sas_device_handle": "0x000b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdb", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DNTP7F", "lvs": [{"name": "osd-data-8f96621e-510c-425e-a43e-216f5503306e", "osd_id": "130", "cluster_name": "ceph", "type": "block", "osd_fsid": "dac68a5e-247a-4b06-9615-c83ce2131282", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Kg3Cej-Umzr-vzoB-P7QG-wuC7-l0Sn-7Oe82l"}]}, {"path": "/dev/sdc", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf583e", "sas_device_handle": "0x000c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdc", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A00GTP7F", "lvs": [{"name": "osd-data-53d2192f-2600-4d35-840e-bec55a0944d4", "osd_id": "131", "cluster_name": "ceph", "type": "block", "osd_fsid": "d1ae3291-86e7-48f1-9d0d-a09b27b04708", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "2FzAce-Rih8-v48U-SHc8-67DH-4YSI-JaHceZ"}]}, {"path": "/dev/sdd", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be933a", "sas_device_handle": "0x000d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdd", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13BTP7F", "lvs": [{"name": "osd-data-6ac3053b-e96c-4330-a7bc-d5f6799c9f5a", "osd_id": "132", "cluster_name": "ceph", "type": "block", "osd_fsid": "b9ba7b83-423a-4064-bcfc-739dd59575f2", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "PHRYFt-CSxj-ZvdR-eL7Y-yH3T-sZHd-K0SZx2"}]}, {"path": "/dev/sde", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9336", "sas_device_handle": "0x000e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sde", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13ATP7F", "lvs": [{"name": "osd-data-1888888c-5642-4dfc-8717-c5d5c944a533", "osd_id": "133", "cluster_name": "ceph", "type": "block", "osd_fsid": "dda89a56-bbd8-4d06-83b4-efce5f935958", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "bDt2pc-AeFr-JTqB-NHkT-IRpx-1dRJ-wF0h9K"}]}, {"path": "/dev/sdf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c04612", "sas_device_handle": "0x000f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdf", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DQTP7F", "lvs": [{"name": "osd-data-49ac1773-0f48-4131-bcf8-586564083217", "osd_id": "134", "cluster_name": "ceph", "type": "block", "osd_fsid": "947619be-5479-4555-83f6-970d5055917d", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "3M39Wm-Z9Yr-7BeM-tN9t-ujTH-f9q9-qUFbaB"}]}, {"path": "/dev/sdg", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d82", "sas_device_handle": "0x0010", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdg", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BMTP7F", "lvs": [{"name": "osd-data-42a1fbc3-3d96-4a54-9220-10d36d19684c", "osd_id": "135", "cluster_name": "ceph", "type": "block", "osd_fsid": "abba9ca8-2502-49c3-816d-aa4beffc7751", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "S0sAW2-Gya7-I1sj-LW8V-e1da-r0lN-IixnUz"}]}, {"path": "/dev/sdh", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d7e", "sas_device_handle": "0x0011", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdh", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BLTP7F", "lvs": [{"name": "osd-data-be23872c-3a5a-47c5-ac37-457a881e1570", "osd_id": "136", "cluster_name": "ceph", "type": "block", "osd_fsid": "05204ca9-0cb8-4b6d-a1c0-62cadd8a3752", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "WJCDz0-DnT6-y5l9-IVyH-VgUH-jnT4-vrWf2s"}]}, {"path": "/dev/sdi", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d86", "sas_device_handle": "0x0012", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdi", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A030TP7F", "lvs": [{"name": "osd-data-38d4fbf8-5e41-4089-9af1-a841029933c8", "osd_id": "137", "cluster_name": "ceph", "type": "block", "osd_fsid": "8c0935a8-359b-47cb-869c-a97dc2e9cfd5", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "1A9P3I-jFoo-bkXj-czG4-ktIn-KoZa-3yxTJC"}]}, {"path": "/dev/sdj", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dde", "sas_device_handle": "0x0013", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdj", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0CATP7F", "lvs": [{"name": "osd-data-8cf77239-05ce-4792-b7d7-799de039270e", "osd_id": "138", "cluster_name": "ceph", "type": "block", "osd_fsid": "54a0f232-20f7-4719-8c99-a2823a6dc982", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "JOmFYb-fnaW-ti5H-JGV8-8aLx-MN73-lILr34"}]}, {"path": "/dev/sdk", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d8e", "sas_device_handle": "0x0014", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdk", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A032TP7F", "lvs": [{"name": "osd-data-5584bfc7-865c-49d9-b177-76b7ccdfc402", "osd_id": "139", "cluster_name": "ceph", "type": "block", "osd_fsid": "adbcd24e-804b-4e27-bde3-4c85d74293d5", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "M2dzjT-9Ai5-tFPR-scSS-Ccwi-x1Ti-KsONBA"}]}, {"path": "/dev/sdl", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93fa", "sas_device_handle": "0x0015", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdl", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A145TP7F", "lvs": [{"name": "osd-data-c42c1ab1-6dc4-418c-b382-6f2787ad87f9", "osd_id": "140", "cluster_name": "ceph", "type": "block", "osd_fsid": "c4ed221a-59a9-451a-97b4-d67c5a7e0426", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Wkj16h-pG4i-Lfjd-7U0y-8MAh-BQd6-tgZ5ri"}]}, {"path": "/dev/sdm", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93c2", "sas_device_handle": "0x0016", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdm", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13ZTP7F", "lvs": [{"name": "osd-data-ca3894a8-a966-4a39-9e62-4ce9e8f9d92b", "osd_id": "141", "cluster_name": "ceph", "type": "block", "osd_fsid": "b800c915-2d8a-4cd2-a59d-19c05ad9ce9f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "QRc2Xp-2VyQ-oaJo-dr1Y-148s-5f2K-RTzmXe"}]}, {"path": "/dev/sdn", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d66", "sas_device_handle": "0x0017", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdn", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02STP7F", "lvs": [{"name": "osd-data-aa1a22f8-3802-47ef-b3b4-d1964d602f14", "osd_id": "142", "cluster_name": "ceph", "type": "block", "osd_fsid": "e899bf3c-2150-461e-968e-e6f321598c1f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "1SFe8N-fxMD-V6Xv-PerP-7Vb2-hFOb-bFy1db"}]}, {"path": "/dev/sdo", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d8e", "sas_device_handle": "0x0018", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdo", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BQTP7F", "lvs": [{"name": "osd-data-e5019e0c-4595-4347-b826-6c192929e839", "osd_id": "143", "cluster_name": "ceph", "type": "block", "osd_fsid": "b8b0fc5a-ae35-4051-b780-91a6bd9035c1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "OIpCBj-57TI-VEHA-A22y-T4CC-fMJB-6GA3y9"}]}, {"path": "/dev/sdp", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c0461e", "sas_device_handle": "0x0019", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdp", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DTTP7F", "lvs": [{"name": "osd-data-a748036e-ebdc-4680-86b0-8aec0ccfd671", "osd_id": "144", "cluster_name": "ceph", "type": "block", "osd_fsid": "a504a3ab-4e27-4777-a2bb-d4660dafc1b4", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "fYi8ct-WFTH-tw0u-A7ZG-02cw-cl20-ss1TdI"}]}, {"path": "/dev/sdq", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93da", "sas_device_handle": "0x001a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdq", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A141TP7F", "lvs": [{"name": "osd-data-108ad152-151a-48ba-9496-01d2a9fbdc66", "osd_id": "145", "cluster_name": "ceph", "type": "block", "osd_fsid": "dc0a77bd-3d17-4421-832a-26cc2e5d7432", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "CMmYt5-u3uJ-cNIL-J9bx-7Fap-jK9v-ZUdxZu"}]}, {"path": "/dev/sdr", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93e6", "sas_device_handle": "0x001b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdr", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A142TP7F", "lvs": [{"name": "osd-data-945d1098-d45e-43a1-8758-a67ee684d96d", "osd_id": "146", "cluster_name": "ceph", "type": "block", "osd_fsid": "294434d6-92a8-4193-87be-65c059b87103", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Ai5v5F-tMsW-vXfp-fsX3-TyUO-Qdae-0GJ0yg"}]}, {"path": "/dev/sds", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c0461a", "sas_device_handle": "0x001c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sds", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DSTP7F", "lvs": [{"name": "osd-data-82f3a582-0388-476e-85a3-b037a49196f1", "osd_id": "147", "cluster_name": "ceph", "type": "block", "osd_fsid": "2011fb21-03a5-4bd7-b822-af53c65b948e", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "gqBgng-D9x0-kUGU-r6qL-AxjT-6IAw-mTGZ9h"}]}, {"path": "/dev/sdt", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d3e", "sas_device_handle": "0x001d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdt", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02GTP7F", "lvs": [{"name": "osd-data-31d8ec8b-35f1-4864-991b-9e90621c3955", "osd_id": "148", "cluster_name": "ceph", "type": "block", "osd_fsid": "f73cb7e7-0d0b-4539-b40a-02908a8a1c19", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "m4SZT4-hmtR-T1iI-oNH5-medm-De9x-UtgOTf"}]}, {"path": "/dev/sdu", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d36", "sas_device_handle": "0x001e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdu", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02ETP7F", "lvs": [{"name": "osd-data-b50a7f4e-ef33-42a9-97ce-58219327925d", "osd_id": "149", "cluster_name": "ceph", "type": "block", "osd_fsid": "2b599ba7-d0c6-4c0b-ba1a-349489cc2935", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "LgISUD-8GG1-D9xY-JoDc-Qszc-0Lyr-QeE2n4"}]}, {"path": "/dev/sdv", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d62", "sas_device_handle": "0x001f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdv", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02RTP7F", "lvs": [{"name": "osd-data-c28220d4-ab51-4618-9a9b-2eaa9e3d8c1f", "osd_id": "150", "cluster_name": "ceph", "type": "block", "osd_fsid": "db3b83eb-1908-4dbd-839e-e87ca15b3903", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "mXNp3b-ihi9-p8LJ-dPDf-ReRQ-2bZq-3bQjAq"}]}, {"path": "/dev/sdw", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93ee", "sas_device_handle": "0x0020", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdw", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A143TP7F", "lvs": [{"name": "osd-data-d20054c2-2581-4278-abfb-94ab21534502", "osd_id": "151", "cluster_name": "ceph", "type": "block", "osd_fsid": "789780eb-d92a-486a-ba64-40b109ef29b8", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "60yq0H-VWMY-biZ2-iFtn-aQwZ-44v4-IfaMrB"}]}, {"path": "/dev/sdx", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d92", "sas_device_handle": "0x0021", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdx", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A033TP7F", "lvs": [{"name": "osd-data-4eaefd38-2e4c-4f74-990a-71cb4347f01c", "osd_id": "152", "cluster_name": "ceph", "type": "block", "osd_fsid": "f35fe15e-3cd6-4111-a6bd-a955021ded40", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "j1cBW2-5PDr-VRYV-KqhF-b4U1-jO5H-oyALr2"}]}, {"path": "/dev/sdy", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d42", "sas_device_handle": "0x0022", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdy", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02HTP7F", "lvs": [{"name": "osd-data-9f2c3603-5fd3-429e-908d-1cfbf1e6af73", "osd_id": "153", "cluster_name": "ceph", "type": "block", "osd_fsid": "7c3c5da6-8a7e-437b-ad9e-9bf422efbb88", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "o3tTVS-gabZ-x76o-ghqd-FjCR-k2co-OdiubP"}]}, {"path": "/dev/sdz", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045f6", "sas_device_handle": "0x0023", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdz", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DHTP7F", "lvs": [{"name": "osd-data-9d724d80-b75d-43e4-b6db-be77200e49dd", "osd_id": "154", "cluster_name": "ceph", "type": "block", "osd_fsid": "29aa58a6-14b7-41c9-b3cb-f3224c020e44", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Wfz52M-lZk0-WsKB-OYVa-tFKS-ydzB-4giw7G"}]}] 2020-06-26T15:52:36.705+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.122 2020-06-26T15:52:36.707+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T15:52:36.707+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T15:52:36.707+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 list-networks 2020-06-26T15:52:36.935+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:52:36.935+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: { "10.8.0.0/24": [ "10.8.0.122" ], "172.16.3.0/24": [ "172.16.3.122" ], "172.16.4.0/24": [ "172.16.4.122" ], "172.16.5.0/24": [ "172.16.5.122" ], "172.16.6.0/24": [ "172.16.6.122" ], "172.17.0.0/16": [ "172.17.0.1" ] } 2020-06-26T15:52:36.935+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-05 devices (32) networks (6) 2020-06-26T15:52:36.966+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-osd-06 2020-06-26T15:52:36.966+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.123 2020-06-26T15:52:36.966+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T15:52:36.966+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T15:52:37.383+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T15:52:37.383+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T15:52:37.410+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-osd-06 failed check 2020-06-26T15:52:37.411+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-06 daemons 2020-06-26T15:52:37.411+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.123 2020-06-26T15:52:37.413+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T15:52:37.413+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T15:52:37.413+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T15:52:37.668+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1009: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:39.671+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1010: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:39.796+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:52:39.796+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:52:41.330+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:52:41.330+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "osd.178", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b86796599417502ca3973f6b8b3f87dc9efd2508562d3dff316e02a426819d3b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.876616", "created": "2020-06-05T18:28:06.193696", "deployed": "2020-06-05T18:28:05.610652", "configured": "2020-06-05T18:53:37.859952" }, { "style": "cephadm:v1", "name": "osd.158", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3c315cbbad22c60bd09faeb36f80b19a76c20ba854220fb3193a7ad2395cc00c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.889002", "created": "2020-06-05T18:27:37.432508", "deployed": "2020-06-05T18:27:36.899468", "configured": "2020-06-05T18:52:48.599217" }, { "style": "cephadm:v1", "name": "osd.165", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "8e0f214a01d91757af02bd7e7b8a3fce520ff696cb4ef0a4a0fe1505b19c6bb7", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.054805", "created": "2020-06-05T18:27:47.274257", "deployed": "2020-06-05T18:27:46.704214", "configured": "2020-06-05T18:53:05.724515" }, { "style": "cephadm:v1", "name": "osd.159", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "22094faf533aaab1d9b65b92138d8c880aadbd52c7fd5bbf770cb5e975f39688", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.024661", "created": "2020-06-05T18:27:38.779611", "deployed": "2020-06-05T18:27:38.246570", "configured": "2020-06-05T18:52:51.037402" }, { "style": "cephadm:v1", "name": "osd.160", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "075dfaadd9f67f813fb4dfd99cd7540c01b5b30c11eb4db0b2e627186c63dadf", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.056194", "created": "2020-06-05T18:27:40.154715", "deployed": "2020-06-05T18:27:39.626675", "configured": "2020-06-05T18:52:53.494588" }, { "style": "cephadm:v1", "name": "osd.156", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "eb3a62ca7c2ce0f8d886faf496d5f472cc38eb2c1329440eebfcc6089272b416", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.012409", "created": "2020-06-05T18:27:34.670298", "deployed": "2020-06-05T18:27:34.145258", "configured": "2020-06-05T18:52:43.766851" }, { "style": "cephadm:v1", "name": "osd.155", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0a3735a9f7a708681264993b2b4b8072ba71f43a4a36a1d027e78a26902649d5", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.070198", "created": "2020-06-05T18:27:33.332196", "deployed": "2020-06-05T18:27:32.799156", "configured": "2020-06-05T18:52:41.274662" }, { "style": "cephadm:v1", "name": "osd.176", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "9e8547d6a57edaaea17736eaf19b677f3ad5f0455ca420c51b5d28fac1640b89", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.003349", "created": "2020-06-05T18:28:03.278475", "deployed": "2020-06-05T18:28:02.672429", "configured": "2020-06-05T18:53:32.968581" }, { "style": "cephadm:v1", "name": "osd.157", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0ac05afe8b5498de7fa894c5fe5a46bfecf8fb84063f757c60504af55c38b896", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.890353", "created": "2020-06-05T18:27:36.057404", "deployed": "2020-06-05T18:27:35.507362", "configured": "2020-06-05T18:52:46.180034" }, { "style": "cephadm:v1", "name": "osd.166", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "fa0f4b0fbac75f03d0718c9f6e31da41d60cff3fe6755c57a2e96c21686b844b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.046843", "created": "2020-06-05T18:27:48.706366", "deployed": "2020-06-05T18:27:48.150324", "configured": "2020-06-05T18:53:08.153700" }, { "style": "cephadm:v1", "name": "osd.174", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6ffe9df02d74a3ab7e56bcdb9947d39927ce3d73c1d3c36efbe5a5947767b1fe", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.045763", "created": "2020-06-05T18:28:00.340251", "deployed": "2020-06-05T18:27:59.742206", "configured": "2020-06-05T18:53:28.011205" }, { "style": "cephadm:v1", "name": "osd.182", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3592877dcc28be212487adb79f6ab91e8bafd73d5ede58bc561af323d193622f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.031478", "created": "2020-06-05T18:28:12.121148", "deployed": "2020-06-05T18:28:11.534103", "configured": "2020-06-05T18:53:47.901713" }, { "style": "cephadm:v1", "name": "osd.162", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a1c0a7c849021db3d00224d996deb2cbace8f876f5c20b8b3817b0d244cea47b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.052774", "created": "2020-06-05T18:27:42.931927", "deployed": "2020-06-05T18:27:42.357883", "configured": "2020-06-05T18:52:58.369958" }, { "style": "cephadm:v1", "name": "osd.179", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "36e91f3ef7e7940d552f2ff448bf5a6b9cddbffe861615afeeba6ff703fea2a9", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.065786", "created": "2020-06-05T18:28:07.617805", "deployed": "2020-06-05T18:28:07.051762", "configured": "2020-06-05T18:53:40.372142" }, { "style": "cephadm:v1", "name": "osd.181", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c92856bface925d8b7a59283e7130c6d447c81a47a9c2f7e4642c18a7f0ebac4", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.974013", "created": "2020-06-05T18:28:10.660036", "deployed": "2020-06-05T18:28:10.019988", "configured": "2020-06-05T18:53:45.376522" }, { "style": "cephadm:v1", "name": "osd.184", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "cdcc4b4516c9d6a7b25a89fef17ad5127d4f054d4ac2d1251c915158f6218bb0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.039727", "created": "2020-06-05T18:28:15.113375", "deployed": "2020-06-05T18:28:14.456325", "configured": "2020-06-05T18:53:52.813086" }, { "style": "cephadm:v1", "name": "osd.161", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "884525e1d6dcb4c530b7567aa7bfce8fe64bd7267fe89dbc8765cccc8833585a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.888921", "created": "2020-06-05T18:27:41.522820", "deployed": "2020-06-05T18:27:41.011781", "configured": "2020-06-05T18:52:55.940774" }, { "style": "cephadm:v1", "name": "osd.172", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "55044f32d3b185ce98cbb1a4ee771d3cacaf2c9cb373be1d28e82d065845638d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.959628", "created": "2020-06-05T18:27:57.362025", "deployed": "2020-06-05T18:27:56.749978", "configured": "2020-06-05T18:53:23.090832" }, { "style": "cephadm:v1", "name": "osd.169", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "7885f3a42802e03248ff977897780b0077cc904eaf62362097160b31ab05e86e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.041844", "created": "2020-06-05T18:27:52.970690", "deployed": "2020-06-05T18:27:52.438650", "configured": "2020-06-05T18:53:15.548260" }, { "style": "cephadm:v1", "name": "osd.180", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "37ea87f4e5e090596e4a4134a78c17ec1da338e6fe234adebf6ca3dee33af2b1", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.065858", "created": "2020-06-05T18:28:09.108918", "deployed": "2020-06-05T18:28:08.496872", "configured": "2020-06-05T18:53:42.844330" }, { "style": "cephadm:v1", "name": "osd.168", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4015ce2890e2fbd7cc41b983dd55e10314da82b2a5df986fad02824ec438908c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.018129", "created": "2020-06-05T18:27:51.538582", "deployed": "2020-06-05T18:27:51.011541", "configured": "2020-06-05T18:53:13.129077" }, { "style": "cephadm:v1", "name": "osd.167", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "90679a0a96ee1e8620a349d6334093ee5dbff6a35ac2f48ca12bf1a83870e342", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.057165", "created": "2020-06-05T18:27:50.148476", "deployed": "2020-06-05T18:27:49.555431", "configured": "2020-06-05T18:53:10.648889" }, { "style": "cephadm:v1", "name": "osd.185", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "339b3efa146a8a58f3807c0ccf77128e8ffe75183ec2cbb5cf56e418dc206719", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.001307", "created": "2020-06-05T18:28:16.649492", "deployed": "2020-06-05T18:28:15.965440", "configured": "2020-06-05T18:53:55.334277" }, { "style": "cephadm:v1", "name": "osd.173", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "59b47769009b845139d97414057ff0ffbc38478f6500aa93e764bfc17e8d4037", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.999483", "created": "2020-06-05T18:27:58.877140", "deployed": "2020-06-05T18:27:58.251092", "configured": "2020-06-05T18:53:25.507015" }, { "style": "cephadm:v1", "name": "osd.183", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "7512483913a33b3b6497ba32677c6f3f5deff5693a032f5a8e42d95c723824b3", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.056887", "created": "2020-06-05T18:28:13.586259", "deployed": "2020-06-05T18:28:12.987213", "configured": "2020-06-05T18:53:50.376901" }, { "style": "cephadm:v1", "name": "osd.170", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5bb7e5216aa1ce6f2dbe0f87706fc07eb254e05de10882b8b6647664abed5dc0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.882236", "created": "2020-06-05T18:27:54.407800", "deployed": "2020-06-05T18:27:53.805754", "configured": "2020-06-05T18:53:18.007447" }, { "style": "cephadm:v1", "name": "crash.spsrc-osd-06", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f04353ff50a3bf935c30c63cb3d7cf460385c73ca5d49b2491f6c7a8ac564c7e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.123746", "created": "2020-06-05T17:43:41.608278", "deployed": "2020-06-05T17:43:40.673208", "configured": "2020-06-05T17:43:41.608278" }, { "style": "cephadm:v1", "name": "osd.164", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "dc751b4dd52221040c7e5859bc2abda520185180dcfdae50cf5d3d0cb0fb01bc", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.065692", "created": "2020-06-05T18:27:45.812146", "deployed": "2020-06-05T18:27:45.223101", "configured": "2020-06-05T18:53:03.275330" }, { "style": "cephadm:v1", "name": "osd.175", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "039b0065696ed0a44bd240ef4cef69b983d329776a8e477353a4b6d532e30eec", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.058971", "created": "2020-06-05T18:28:01.797362", "deployed": "2020-06-05T18:28:01.206317", "configured": "2020-06-05T18:53:30.539397" }, { "style": "cephadm:v1", "name": "osd.177", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b7f152713dab56fab683179e5111a069591e78a03fe755fcfd0e70f1476055d7", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.892449", "created": "2020-06-05T18:28:04.749587", "deployed": "2020-06-05T18:28:04.127539", "configured": "2020-06-05T18:53:35.440768" }, { "style": "cephadm:v1", "name": "osd.171", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3ecb07957034682113cb8bb65854c57391aae512c6281cd8137ba0bd7a446def", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.891657", "created": "2020-06-05T18:27:55.885912", "deployed": "2020-06-05T18:27:55.285867", "configured": "2020-06-05T18:53:20.496635" }, { "style": "cephadm:v1", "name": "osd.163", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3fa50d9a25a9f1a09196d627c6f9bacd6839756912568b8bafbc3c9a51cd142e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.062723", "created": "2020-06-05T18:27:44.331033", "deployed": "2020-06-05T18:27:43.776991", "configured": "2020-06-05T18:53:00.834145" } ] 2020-06-26T15:52:41.335+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-06 daemons (32) 2020-06-26T15:52:41.362+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-06 devices 2020-06-26T15:52:41.362+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.123 2020-06-26T15:52:41.365+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T15:52:41.365+0000 7f5fcaff4700 0 [cephadm DEBUG root] osd container image docker.io/ceph/ceph:v15 2020-06-26T15:52:41.365+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ceph-volume --fsid 3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c -- inventory --format=json 2020-06-26T15:52:41.678+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1011: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:43.681+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1012: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:44.410+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:52:44.410+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:52:44.410+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:52:44.432+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:52:44.797+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:52:44.797+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:52:45.688+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1013: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:47.690+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1014: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:49.693+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1015: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:49.797+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:52:49.798+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:52:51.700+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1016: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:53.703+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1017: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:54.174+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:52:54.175+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [{"path": "/dev/sda", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d76", "sas_device_handle": "0x000a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {"sda4": {"start": "7501344768", "sectors": "131727", "sectorsize": 512, "size": 67444224.0, "human_readable_size": "64.32 MB", "holders": []}, "sda2": {"start": "1128448", "sectors": "16384", "sectorsize": 512, "size": 8388608.0, "human_readable_size": "8.00 MB", "holders": []}, "sda3": {"start": "1144832", "sectors": "4293822464", "sectorsize": 512, "size": 2198437101568.0, "human_readable_size": "2.00 TB", "holders": []}, "sda1": {"start": "2048", "sectors": "1126400", "sectorsize": 512, "size": 576716800.0, "human_readable_size": "550.00 MB", "holders": []}}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sda", "locked": 1}, "available": false, "rejected_reasons": ["locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02WTP7F", "lvs": []}, {"path": "/dev/sdaa", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d52", "sas_device_handle": "0x0024", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaa", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02MTP7F", "lvs": [{"name": "osd-data-713be7ab-ecfd-4f53-9bb8-4f6208ead679", "osd_id": "155", "cluster_name": "ceph", "type": "block", "osd_fsid": "8fdcf176-973e-4e73-8d12-2b74aceaf6f6", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "P8ArwL-Jz0S-xLXo-utb0-Mx1B-D7DN-9y6vTT"}]}, {"path": "/dev/sdab", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d96", "sas_device_handle": "0x0025", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdab", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A034TP7F", "lvs": [{"name": "osd-data-599352f0-35d5-416c-8ff3-131382a74e86", "osd_id": "156", "cluster_name": "ceph", "type": "block", "osd_fsid": "b8bb9f64-8f57-4173-9130-dcf591601b64", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "HJMhvO-S27e-y4E5-2KCD-p3J4-xafk-H2jTUS"}]}, {"path": "/dev/sdac", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe676", "sas_device_handle": "0x0026", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdac", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05QTP7F", "lvs": [{"name": "osd-data-e278607e-beff-47f5-9717-2a4a36a024ac", "osd_id": "157", "cluster_name": "ceph", "type": "block", "osd_fsid": "12561d4e-63e9-4d5b-af4b-bcdae7553aa6", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "dAuoW6-INL8-264n-A4rn-2x7s-fE6Q-5uSdTr"}]}, {"path": "/dev/sdad", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe646", "sas_device_handle": "0x0027", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdad", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05CTP7F", "lvs": [{"name": "osd-data-e7d6a7fe-80d8-4d42-9caf-31e74b3b649e", "osd_id": "158", "cluster_name": "ceph", "type": "block", "osd_fsid": "0c5849ec-a103-4634-bc42-3a4b9cc2c56b", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "52EeeX-1yjL-Qfd1-e4q9-E2LV-ZRSI-TPH07I"}]}, {"path": "/dev/sdae", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe64a", "sas_device_handle": "0x0028", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdae", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05DTP7F", "lvs": [{"name": "osd-data-ee9e8a54-f13c-490e-a126-7373d5056753", "osd_id": "159", "cluster_name": "ceph", "type": "block", "osd_fsid": "a80f31cd-b06c-4de4-bbe2-74f485a42b3a", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "sDnlDD-lIvz-VmOy-Cnwd-bTbm-TCq5-5rBSA2"}]}, {"path": "/dev/sdaf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe672", "sas_device_handle": "0x0029", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaf", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05PTP7F", "lvs": [{"name": "osd-data-8d2939b2-e9b8-4cc3-a72a-9b4e48272970", "osd_id": "160", "cluster_name": "ceph", "type": "block", "osd_fsid": "02c079a1-46a2-4bd9-8a2a-a53ebb3682f1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "LNdgHr-bmym-sif9-069f-FGca-njz1-d24RjO"}]}, {"path": "/dev/sdb", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be935e", "sas_device_handle": "0x000b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdb", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13LTP7F", "lvs": [{"name": "osd-data-e349f3d7-32f3-4af7-badb-975f7ff16f79", "osd_id": "161", "cluster_name": "ceph", "type": "block", "osd_fsid": "414f47ef-fbae-4261-9b33-6a2b602758a7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "FJZiED-yzfI-XspN-W0Zw-wpO1-Tt2T-Pcctdb"}]}, {"path": "/dev/sdc", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6da2", "sas_device_handle": "0x000c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdc", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BVTP7F", "lvs": [{"name": "osd-data-3f3743e6-6183-405a-a61c-60d9426ba556", "osd_id": "162", "cluster_name": "ceph", "type": "block", "osd_fsid": "58ed1b46-c3c8-409e-b839-1a73a4827d4b", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "pOtDfD-PPLk-5xWm-PFIV-au24-kufj-sSu684"}]}, {"path": "/dev/sdd", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dbe", "sas_device_handle": "0x000d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdd", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C2TP7F", "lvs": [{"name": "osd-data-a3027b93-9832-432a-b1b5-7c7bc1da5b00", "osd_id": "163", "cluster_name": "ceph", "type": "block", "osd_fsid": "1df1fead-ccfe-498e-b1c0-27004721c2e3", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "sElG0V-7wOZ-px30-wLFR-0oBE-cnsG-HKawcb"}]}, {"path": "/dev/sde", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d8a", "sas_device_handle": "0x0022", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sde", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A031TP7F", "lvs": [{"name": "osd-data-6fccf8f6-9404-43c2-9f7f-230c79386448", "osd_id": "164", "cluster_name": "ceph", "type": "block", "osd_fsid": "12b0d403-2419-4a27-9759-8668017d5330", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "mMc7zx-BUOy-FJkn-mBSe-w06C-rTO1-lECAp8"}]}, {"path": "/dev/sdf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9386", "sas_device_handle": "0x000e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdf", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13TTP7F", "lvs": [{"name": "osd-data-facf85ef-9912-4c60-9fd2-9a7863e09bd6", "osd_id": "165", "cluster_name": "ceph", "type": "block", "osd_fsid": "5c2eb2d4-ed3e-40c5-a809-82240cc66154", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "3Z9ALl-iuN4-Ium2-kDCE-eFKK-OlfR-HW9Sks"}]}, {"path": "/dev/sdg", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d72", "sas_device_handle": "0x000f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdg", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02VTP7F", "lvs": [{"name": "osd-data-4484fed9-f743-4973-8430-2c91a12e68fb", "osd_id": "166", "cluster_name": "ceph", "type": "block", "osd_fsid": "edf59851-2a64-4fbc-9505-b6b68fae7699", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "OVe4HJ-kOvQ-8GJl-6YaV-GmiR-DUZL-6QP2dt"}]}, {"path": "/dev/sdh", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d7e", "sas_device_handle": "0x0010", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdh", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02YTP7F", "lvs": [{"name": "osd-data-1a5e6b7c-867a-4328-bd3d-80b3ace9d187", "osd_id": "167", "cluster_name": "ceph", "type": "block", "osd_fsid": "84173d2e-94b9-4c76-b5ea-a19bdea886a7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Z8JjBo-vfbq-DSf5-qKGg-778d-8EPV-4K27AJ"}]}, {"path": "/dev/sdi", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d82", "sas_device_handle": "0x0011", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdi", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02ZTP7F", "lvs": [{"name": "osd-data-fff1347d-e710-4d76-8400-18854c6b139d", "osd_id": "168", "cluster_name": "ceph", "type": "block", "osd_fsid": "6374ee3c-d22e-489e-823f-47d4cf31ef21", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "a48a8C-9L2Q-0RdQ-lMhY-xrlQ-9DCK-SEbL5K"}]}, {"path": "/dev/sdj", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d9a", "sas_device_handle": "0x0012", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdj", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BTTP7F", "lvs": [{"name": "osd-data-fa1cee32-7fc3-4a88-a85a-a4af911d8215", "osd_id": "169", "cluster_name": "ceph", "type": "block", "osd_fsid": "e78068a7-bef9-4096-854b-857e4096daa1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "svsDKI-Ewww-HWWi-hgSR-rgA5-6Y1X-ps70xp"}]}, {"path": "/dev/sdk", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d7a", "sas_device_handle": "0x0013", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdk", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02XTP7F", "lvs": [{"name": "osd-data-a47a8322-d875-4d81-940b-a11ef506f763", "osd_id": "170", "cluster_name": "ceph", "type": "block", "osd_fsid": "9d973010-98bb-40d0-9d95-07a3136c4fc2", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "RTjHxq-kRW5-aU5j-m5fC-3flf-KtTB-3CXvXn"}]}, {"path": "/dev/sdl", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dd2", "sas_device_handle": "0x0014", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdl", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C7TP7F", "lvs": [{"name": "osd-data-09aeac74-344e-4f42-a386-94aceb5eba0b", "osd_id": "171", "cluster_name": "ceph", "type": "block", "osd_fsid": "1a716e67-ebf3-4153-8db5-3dc3bc79f543", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "8GESvg-y5vu-IsMe-miVG-prq7-23ea-mrVdBN"}]}, {"path": "/dev/sdm", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dc2", "sas_device_handle": "0x0015", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdm", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C3TP7F", "lvs": [{"name": "osd-data-424b10ce-f14e-470a-a6fa-d6b52f7691f3", "osd_id": "172", "cluster_name": "ceph", "type": "block", "osd_fsid": "438b75c1-bd1f-421e-a0b6-af1800eafaaa", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "yLY1lC-EBSq-984v-mBmZ-Qf4E-LY7f-Ve1BiM"}]}, {"path": "/dev/sdn", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dca", "sas_device_handle": "0x0016", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdn", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C5TP7F", "lvs": [{"name": "osd-data-c38ebc29-aa66-44f4-95c9-4bace5fcabcd", "osd_id": "173", "cluster_name": "ceph", "type": "block", "osd_fsid": "b47de09e-2396-4d7e-a820-19c9bf268b4f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Rc1UPm-6osW-s8eV-aIob-YSjq-DuLv-2vVW7k"}]}, {"path": "/dev/sdo", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93f6", "sas_device_handle": "0x0017", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdo", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A144TP7F", "lvs": [{"name": "osd-data-617ef456-a538-477d-936b-9c954872e9c9", "osd_id": "174", "cluster_name": "ceph", "type": "block", "osd_fsid": "44697974-1acb-4d5d-b6cb-9eb5d7992fa1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Kf22St-JNDR-QZrF-lmZ0-SVMF-FDbE-Dls6f9"}]}, {"path": "/dev/sdp", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9346", "sas_device_handle": "0x0018", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdp", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13ETP7F", "lvs": [{"name": "osd-data-eb05f48a-5f60-4f36-b6d5-64f6574fd40b", "osd_id": "175", "cluster_name": "ceph", "type": "block", "osd_fsid": "eecec39f-546c-41ce-8993-6ddb277f2eb1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "4KQ8fV-SsxH-nptf-fQuH-kRRV-8Nnm-h0EAjz"}]}, {"path": "/dev/sdq", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dd6", "sas_device_handle": "0x0019", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdq", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C8TP7F", "lvs": [{"name": "osd-data-fc9c0e2f-064c-4063-a1f7-eb7f49c49499", "osd_id": "176", "cluster_name": "ceph", "type": "block", "osd_fsid": "839b691e-bc96-4460-80a8-fcff727b6598", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "lGngZ1-dQDr-8Efy-9zqM-krAC-d7D5-Y5zOi9"}]}, {"path": "/dev/sdr", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dba", "sas_device_handle": "0x001a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdr", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C1TP7F", "lvs": [{"name": "osd-data-40547c5a-fa66-4d19-9678-01a7f6a47922", "osd_id": "177", "cluster_name": "ceph", "type": "block", "osd_fsid": "0d8b7ec8-9fec-4a74-be87-c05ec8d6ab32", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "bqgolE-4zS6-ZMSn-GfAg-H6zE-W8mo-TsqOPT"}]}, {"path": "/dev/sds", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dce", "sas_device_handle": "0x001b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sds", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C6TP7F", "lvs": [{"name": "osd-data-2816cbeb-3726-4648-9c0f-a3fb9a7d656d", "osd_id": "178", "cluster_name": "ceph", "type": "block", "osd_fsid": "9e3f04b6-cfdb-4c51-88a2-53d8170df6e6", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "7A41OR-EUz8-Hsue-dHyT-Irt3-xFXA-tkjZXk"}]}, {"path": "/dev/sdt", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d9e", "sas_device_handle": "0x001c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdt", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BUTP7F", "lvs": [{"name": "osd-data-452ab1a7-8548-481a-ac0e-11560b70cac1", "osd_id": "179", "cluster_name": "ceph", "type": "block", "osd_fsid": "4e5bd9f8-e91d-404e-b5e2-2c40c4f8cab9", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "cI0sIn-UAW7-O1Q5-dcMH-vsY3-Psq7-uAZ6La"}]}, {"path": "/dev/sdu", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d96", "sas_device_handle": "0x001d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdu", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BSTP7F", "lvs": [{"name": "osd-data-6f751949-87fe-4eef-bc5b-caa82cfc99b1", "osd_id": "180", "cluster_name": "ceph", "type": "block", "osd_fsid": "ca40baa3-139e-483a-8fbd-24d323c88a04", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "5RJ2K7-fvew-LOef-wGeK-XFOm-Qb6x-Ln3lrW"}]}, {"path": "/dev/sdv", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d6e", "sas_device_handle": "0x001e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdv", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02UTP7F", "lvs": [{"name": "osd-data-f144eeb4-66fa-4e99-8ee3-b4683cf7950e", "osd_id": "181", "cluster_name": "ceph", "type": "block", "osd_fsid": "bd106a46-6c00-432d-a1f0-10e00259537f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "LKteku-3pul-Le96-1W7r-Jym4-p9kk-S9ryu5"}]}, {"path": "/dev/sdw", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d5e", "sas_device_handle": "0x001f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdw", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02QTP7F", "lvs": [{"name": "osd-data-87fb2369-931a-499c-a9a1-d53232d0991f", "osd_id": "182", "cluster_name": "ceph", "type": "block", "osd_fsid": "1a7ab3a1-eb2a-4fd5-b03b-7355e280d16f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "m2wmq6-akgD-Gq3R-VURv-WCMR-o0mT-CloW5O"}]}, {"path": "/dev/sdx", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9342", "sas_device_handle": "0x0020", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdx", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13DTP7F", "lvs": [{"name": "osd-data-5c00e8fa-bf05-4968-a1e0-5c806be766fb", "osd_id": "183", "cluster_name": "ceph", "type": "block", "osd_fsid": "126cad70-3765-414c-8f15-07cab69c5c71", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "V4G1Sm-cE98-90j2-2CAG-BxIc-Km6C-CS7etR"}]}, {"path": "/dev/sdy", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9356", "sas_device_handle": "0x0021", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdy", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13JTP7F", "lvs": [{"name": "osd-data-38f96db9-0167-4e2f-bc62-2f86037e9e87", "osd_id": "184", "cluster_name": "ceph", "type": "block", "osd_fsid": "35ce5c1f-ef75-4d00-baac-a794bafdad24", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "eBm640-70qw-VW23-uAyR-8nqA-Vi0X-gOeH5w"}]}, {"path": "/dev/sdz", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d6a", "sas_device_handle": "0x0023", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdz", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02TTP7F", "lvs": [{"name": "osd-data-56b2feea-84eb-4215-88f6-17e9df62340f", "osd_id": "185", "cluster_name": "ceph", "type": "block", "osd_fsid": "32b27b55-165b-4c8b-9489-39fa6fc0213f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "KLUhyp-SVUX-dvIL-431E-JzGQ-6WB0-ieFeFX"}]}] 2020-06-26T15:52:54.175+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:/bin/docker:stdout [{"path": "/dev/sda", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d76", "sas_device_handle": "0x000a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {"sda4": {"start": "7501344768", "sectors": "131727", "sectorsize": 512, "size": 67444224.0, "human_readable_size": "64.32 MB", "holders": []}, "sda2": {"start": "1128448", "sectors": "16384", "sectorsize": 512, "size": 8388608.0, "human_readable_size": "8.00 MB", "holders": []}, "sda3": {"start": "1144832", "sectors": "4293822464", "sectorsize": 512, "size": 2198437101568.0, "human_readable_size": "2.00 TB", "holders": []}, "sda1": {"start": "2048", "sectors": "1126400", "sectorsize": 512, "size": 576716800.0, "human_readable_size": "550.00 MB", "holders": []}}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sda", "locked": 1}, "available": false, "rejected_reasons": ["locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02WTP7F", "lvs": []}, {"path": "/dev/sdaa", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d52", "sas_device_handle": "0x0024", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaa", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02MTP7F", "lvs": [{"name": "osd-data-713be7ab-ecfd-4f53-9bb8-4f6208ead679", "osd_id": "155", "cluster_name": "ceph", "type": "block", "osd_fsid": "8fdcf176-973e-4e73-8d12-2b74aceaf6f6", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "P8ArwL-Jz0S-xLXo-utb0-Mx1B-D7DN-9y6vTT"}]}, {"path": "/dev/sdab", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d96", "sas_device_handle": "0x0025", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdab", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A034TP7F", "lvs": [{"name": "osd-data-599352f0-35d5-416c-8ff3-131382a74e86", "osd_id": "156", "cluster_name": "ceph", "type": "block", "osd_fsid": "b8bb9f64-8f57-4173-9130-dcf591601b64", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "HJMhvO-S27e-y4E5-2KCD-p3J4-xafk-H2jTUS"}]}, {"path": "/dev/sdac", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe676", "sas_device_handle": "0x0026", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdac", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05QTP7F", "lvs": [{"name": "osd-data-e278607e-beff-47f5-9717-2a4a36a024ac", "osd_id": "157", "cluster_name": "ceph", "type": "block", "osd_fsid": "12561d4e-63e9-4d5b-af4b-bcdae7553aa6", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "dAuoW6-INL8-264n-A4rn-2x7s-fE6Q-5uSdTr"}]}, {"path": "/dev/sdad", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe646", "sas_device_handle": "0x0027", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdad", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05CTP7F", "lvs": [{"name": "osd-data-e7d6a7fe-80d8-4d42-9caf-31e74b3b649e", "osd_id": "158", "cluster_name": "ceph", "type": "block", "osd_fsid": "0c5849ec-a103-4634-bc42-3a4b9cc2c56b", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "52EeeX-1yjL-Qfd1-e4q9-E2LV-ZRSI-TPH07I"}]}, {"path": "/dev/sdae", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe64a", "sas_device_handle": "0x0028", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdae", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05DTP7F", "lvs": [{"name": "osd-data-ee9e8a54-f13c-490e-a126-7373d5056753", "osd_id": "159", "cluster_name": "ceph", "type": "block", "osd_fsid": "a80f31cd-b06c-4de4-bbe2-74f485a42b3a", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "sDnlDD-lIvz-VmOy-Cnwd-bTbm-TCq5-5rBSA2"}]}, {"path": "/dev/sdaf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe672", "sas_device_handle": "0x0029", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaf", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05PTP7F", "lvs": [{"name": "osd-data-8d2939b2-e9b8-4cc3-a72a-9b4e48272970", "osd_id": "160", "cluster_name": "ceph", "type": "block", "osd_fsid": "02c079a1-46a2-4bd9-8a2a-a53ebb3682f1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "LNdgHr-bmym-sif9-069f-FGca-njz1-d24RjO"}]}, {"path": "/dev/sdb", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be935e", "sas_device_handle": "0x000b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdb", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13LTP7F", "lvs": [{"name": "osd-data-e349f3d7-32f3-4af7-badb-975f7ff16f79", "osd_id": "161", "cluster_name": "ceph", "type": "block", "osd_fsid": "414f47ef-fbae-4261-9b33-6a2b602758a7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "FJZiED-yzfI-XspN-W0Zw-wpO1-Tt2T-Pcctdb"}]}, {"path": "/dev/sdc", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6da2", "sas_device_handle": "0x000c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdc", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BVTP7F", "lvs": [{"name": "osd-data-3f3743e6-6183-405a-a61c-60d9426ba556", "osd_id": "162", "cluster_name": "ceph", "type": "block", "osd_fsid": "58ed1b46-c3c8-409e-b839-1a73a4827d4b", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "pOtDfD-PPLk-5xWm-PFIV-au24-kufj-sSu684"}]}, {"path": "/dev/sdd", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dbe", "sas_device_handle": "0x000d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdd", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C2TP7F", "lvs": [{"name": "osd-data-a3027b93-9832-432a-b1b5-7c7bc1da5b00", "osd_id": "163", "cluster_name": "ceph", "type": "block", "osd_fsid": "1df1fead-ccfe-498e-b1c0-27004721c2e3", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "sElG0V-7wOZ-px30-wLFR-0oBE-cnsG-HKawcb"}]}, {"path": "/dev/sde", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d8a", "sas_device_handle": "0x0022", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sde", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A031TP7F", "lvs": [{"name": "osd-data-6fccf8f6-9404-43c2-9f7f-230c79386448", "osd_id": "164", "cluster_name": "ceph", "type": "block", "osd_fsid": "12b0d403-2419-4a27-9759-8668017d5330", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "mMc7zx-BUOy-FJkn-mBSe-w06C-rTO1-lECAp8"}]}, {"path": "/dev/sdf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9386", "sas_device_handle": "0x000e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdf", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13TTP7F", "lvs": [{"name": "osd-data-facf85ef-9912-4c60-9fd2-9a7863e09bd6", "osd_id": "165", "cluster_name": "ceph", "type": "block", "osd_fsid": "5c2eb2d4-ed3e-40c5-a809-82240cc66154", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "3Z9ALl-iuN4-Ium2-kDCE-eFKK-OlfR-HW9Sks"}]}, {"path": "/dev/sdg", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d72", "sas_device_handle": "0x000f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdg", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02VTP7F", "lvs": [{"name": "osd-data-4484fed9-f743-4973-8430-2c91a12e68fb", "osd_id": "166", "cluster_name": "ceph", "type": "block", "osd_fsid": "edf59851-2a64-4fbc-9505-b6b68fae7699", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "OVe4HJ-kOvQ-8GJl-6YaV-GmiR-DUZL-6QP2dt"}]}, {"path": "/dev/sdh", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d7e", "sas_device_handle": "0x0010", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdh", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02YTP7F", "lvs": [{"name": "osd-data-1a5e6b7c-867a-4328-bd3d-80b3ace9d187", "osd_id": "167", "cluster_name": "ceph", "type": "block", "osd_fsid": "84173d2e-94b9-4c76-b5ea-a19bdea886a7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Z8JjBo-vfbq-DSf5-qKGg-778d-8EPV-4K27AJ"}]}, {"path": "/dev/sdi", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d82", "sas_device_handle": "0x0011", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdi", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02ZTP7F", "lvs": [{"name": "osd-data-fff1347d-e710-4d76-8400-18854c6b139d", "osd_id": "168", "cluster_name": "ceph", "type": "block", "osd_fsid": "6374ee3c-d22e-489e-823f-47d4cf31ef21", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "a48a8C-9L2Q-0RdQ-lMhY-xrlQ-9DCK-SEbL5K"}]}, {"path": "/dev/sdj", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d9a", "sas_device_handle": "0x0012", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdj", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BTTP7F", "lvs": [{"name": "osd-data-fa1cee32-7fc3-4a88-a85a-a4af911d8215", "osd_id": "169", "cluster_name": "ceph", "type": "block", "osd_fsid": "e78068a7-bef9-4096-854b-857e4096daa1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "svsDKI-Ewww-HWWi-hgSR-rgA5-6Y1X-ps70xp"}]}, {"path": "/dev/sdk", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d7a", "sas_device_handle": "0x0013", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdk", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02XTP7F", "lvs": [{"name": "osd-data-a47a8322-d875-4d81-940b-a11ef506f763", "osd_id": "170", "cluster_name": "ceph", "type": "block", "osd_fsid": "9d973010-98bb-40d0-9d95-07a3136c4fc2", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "RTjHxq-kRW5-aU5j-m5fC-3flf-KtTB-3CXvXn"}]}, {"path": "/dev/sdl", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dd2", "sas_device_handle": "0x0014", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdl", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C7TP7F", "lvs": [{"name": "osd-data-09aeac74-344e-4f42-a386-94aceb5eba0b", "osd_id": "171", "cluster_name": "ceph", "type": "block", "osd_fsid": "1a716e67-ebf3-4153-8db5-3dc3bc79f543", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "8GESvg-y5vu-IsMe-miVG-prq7-23ea-mrVdBN"}]}, {"path": "/dev/sdm", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dc2", "sas_device_handle": "0x0015", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdm", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C3TP7F", "lvs": [{"name": "osd-data-424b10ce-f14e-470a-a6fa-d6b52f7691f3", "osd_id": "172", "cluster_name": "ceph", "type": "block", "osd_fsid": "438b75c1-bd1f-421e-a0b6-af1800eafaaa", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "yLY1lC-EBSq-984v-mBmZ-Qf4E-LY7f-Ve1BiM"}]}, {"path": "/dev/sdn", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dca", "sas_device_handle": "0x0016", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdn", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C5TP7F", "lvs": [{"name": "osd-data-c38ebc29-aa66-44f4-95c9-4bace5fcabcd", "osd_id": "173", "cluster_name": "ceph", "type": "block", "osd_fsid": "b47de09e-2396-4d7e-a820-19c9bf268b4f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Rc1UPm-6osW-s8eV-aIob-YSjq-DuLv-2vVW7k"}]}, {"path": "/dev/sdo", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93f6", "sas_device_handle": "0x0017", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdo", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A144TP7F", "lvs": [{"name": "osd-data-617ef456-a538-477d-936b-9c954872e9c9", "osd_id": "174", "cluster_name": "ceph", "type": "block", "osd_fsid": "44697974-1acb-4d5d-b6cb-9eb5d7992fa1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Kf22St-JNDR-QZrF-lmZ0-SVMF-FDbE-Dls6f9"}]}, {"path": "/dev/sdp", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9346", "sas_device_handle": "0x0018", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdp", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13ETP7F", "lvs": [{"name": "osd-data-eb05f48a-5f60-4f36-b6d5-64f6574fd40b", "osd_id": "175", "cluster_name": "ceph", "type": "block", "osd_fsid": "eecec39f-546c-41ce-8993-6ddb277f2eb1", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "4KQ8fV-SsxH-nptf-fQuH-kRRV-8Nnm-h0EAjz"}]}, {"path": "/dev/sdq", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dd6", "sas_device_handle": "0x0019", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdq", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C8TP7F", "lvs": [{"name": "osd-data-fc9c0e2f-064c-4063-a1f7-eb7f49c49499", "osd_id": "176", "cluster_name": "ceph", "type": "block", "osd_fsid": "839b691e-bc96-4460-80a8-fcff727b6598", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "lGngZ1-dQDr-8Efy-9zqM-krAC-d7D5-Y5zOi9"}]}, {"path": "/dev/sdr", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dba", "sas_device_handle": "0x001a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdr", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C1TP7F", "lvs": [{"name": "osd-data-40547c5a-fa66-4d19-9678-01a7f6a47922", "osd_id": "177", "cluster_name": "ceph", "type": "block", "osd_fsid": "0d8b7ec8-9fec-4a74-be87-c05ec8d6ab32", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "bqgolE-4zS6-ZMSn-GfAg-H6zE-W8mo-TsqOPT"}]}, {"path": "/dev/sds", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dce", "sas_device_handle": "0x001b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sds", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C6TP7F", "lvs": [{"name": "osd-data-2816cbeb-3726-4648-9c0f-a3fb9a7d656d", "osd_id": "178", "cluster_name": "ceph", "type": "block", "osd_fsid": "9e3f04b6-cfdb-4c51-88a2-53d8170df6e6", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "7A41OR-EUz8-Hsue-dHyT-Irt3-xFXA-tkjZXk"}]}, {"path": "/dev/sdt", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d9e", "sas_device_handle": "0x001c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdt", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BUTP7F", "lvs": [{"name": "osd-data-452ab1a7-8548-481a-ac0e-11560b70cac1", "osd_id": "179", "cluster_name": "ceph", "type": "block", "osd_fsid": "4e5bd9f8-e91d-404e-b5e2-2c40c4f8cab9", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "cI0sIn-UAW7-O1Q5-dcMH-vsY3-Psq7-uAZ6La"}]}, {"path": "/dev/sdu", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d96", "sas_device_handle": "0x001d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdu", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BSTP7F", "lvs": [{"name": "osd-data-6f751949-87fe-4eef-bc5b-caa82cfc99b1", "osd_id": "180", "cluster_name": "ceph", "type": "block", "osd_fsid": "ca40baa3-139e-483a-8fbd-24d323c88a04", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "5RJ2K7-fvew-LOef-wGeK-XFOm-Qb6x-Ln3lrW"}]}, {"path": "/dev/sdv", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d6e", "sas_device_handle": "0x001e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdv", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02UTP7F", "lvs": [{"name": "osd-data-f144eeb4-66fa-4e99-8ee3-b4683cf7950e", "osd_id": "181", "cluster_name": "ceph", "type": "block", "osd_fsid": "bd106a46-6c00-432d-a1f0-10e00259537f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "LKteku-3pul-Le96-1W7r-Jym4-p9kk-S9ryu5"}]}, {"path": "/dev/sdw", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d5e", "sas_device_handle": "0x001f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdw", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02QTP7F", "lvs": [{"name": "osd-data-87fb2369-931a-499c-a9a1-d53232d0991f", "osd_id": "182", "cluster_name": "ceph", "type": "block", "osd_fsid": "1a7ab3a1-eb2a-4fd5-b03b-7355e280d16f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "m2wmq6-akgD-Gq3R-VURv-WCMR-o0mT-CloW5O"}]}, {"path": "/dev/sdx", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9342", "sas_device_handle": "0x0020", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdx", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13DTP7F", "lvs": [{"name": "osd-data-5c00e8fa-bf05-4968-a1e0-5c806be766fb", "osd_id": "183", "cluster_name": "ceph", "type": "block", "osd_fsid": "126cad70-3765-414c-8f15-07cab69c5c71", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "V4G1Sm-cE98-90j2-2CAG-BxIc-Km6C-CS7etR"}]}, {"path": "/dev/sdy", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9356", "sas_device_handle": "0x0021", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdy", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13JTP7F", "lvs": [{"name": "osd-data-38f96db9-0167-4e2f-bc62-2f86037e9e87", "osd_id": "184", "cluster_name": "ceph", "type": "block", "osd_fsid": "35ce5c1f-ef75-4d00-baac-a794bafdad24", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "eBm640-70qw-VW23-uAyR-8nqA-Vi0X-gOeH5w"}]}, {"path": "/dev/sdz", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d6a", "sas_device_handle": "0x0023", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdz", "locked": 1}, "available": false, "rejected_reasons": ["locked", "LVM detected", "Insufficient space (<5GB) on vgs"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02TTP7F", "lvs": [{"name": "osd-data-56b2feea-84eb-4215-88f6-17e9df62340f", "osd_id": "185", "cluster_name": "ceph", "type": "block", "osd_fsid": "32b27b55-165b-4c8b-9489-39fa6fc0213f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "KLUhyp-SVUX-dvIL-431E-JzGQ-6WB0-ieFeFX"}]}] 2020-06-26T15:52:54.176+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.123 2020-06-26T15:52:54.179+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T15:52:54.179+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T15:52:54.179+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 list-networks 2020-06-26T15:52:54.413+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:52:54.414+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: { "10.8.0.0/24": [ "10.8.0.123" ], "172.16.3.0/24": [ "172.16.3.123" ], "172.16.4.0/24": [ "172.16.4.123" ], "172.16.5.0/24": [ "172.16.5.123" ], "172.16.6.0/24": [ "172.16.6.123" ], "172.17.0.0/16": [ "172.17.0.1" ] } 2020-06-26T15:52:54.414+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-06 devices (32) networks (6) 2020-06-26T15:52:54.432+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:52:54.432+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:52:54.432+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:52:54.457+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-osd-07 2020-06-26T15:52:54.457+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.124 2020-06-26T15:52:54.458+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T15:52:54.458+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T15:52:54.459+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:52:54.798+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:52:54.798+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:52:54.858+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T15:52:54.858+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T15:52:54.930+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-osd-07 failed check 2020-06-26T15:52:54.930+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-07 daemons 2020-06-26T15:52:54.931+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.124 2020-06-26T15:52:54.932+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.001s 2020-06-26T15:52:54.932+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T15:52:54.932+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T15:52:55.708+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1018: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:57.711+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1019: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:58.953+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:52:58.953+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "osd.209", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "7fcc89e94004fda60da89297390a1824ab075f4f3c45e1cba3b8abf72f29e340", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.445322", "created": "2020-06-05T18:33:09.894594", "deployed": "2020-06-05T18:33:09.296543", "configured": "2020-06-05T18:54:55.731732" }, { "style": "cephadm:v1", "name": "osd.214", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "be63f8e9c83f860d64523c531b3ee173e3b2fd76e0545cda4bb5d178165e7311", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.446567", "created": "2020-06-05T18:33:17.460238", "deployed": "2020-06-05T18:33:16.804182", "configured": "2020-06-05T18:55:08.066782" }, { "style": "cephadm:v1", "name": "osd.212", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "10070637beee770d0ac420117c4a02663f6b1a653b0caf59b541e0c249b10db4", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.632067", "created": "2020-06-05T18:33:14.331972", "deployed": "2020-06-05T18:33:13.707918", "configured": "2020-06-05T18:55:03.124362" }, { "style": "cephadm:v1", "name": "osd.213", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4135451ccd86b568628a6de31f38a38b5a4ea35ead6560dcd1fcc44641562846", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.603927", "created": "2020-06-05T18:33:15.937108", "deployed": "2020-06-05T18:33:15.326056", "configured": "2020-06-05T18:55:05.599572" }, { "style": "cephadm:v1", "name": "osd.197", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "e3bcb166a725d71a6a0340db906bd793f96616920814988559d40a5f899d24bc", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.552974", "created": "2020-06-05T18:32:52.354101", "deployed": "2020-06-05T18:32:51.793054", "configured": "2020-06-05T18:54:26.108211" }, { "style": "cephadm:v1", "name": "osd.187", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0fd069951e07b04fac03c1c9cb91fe9b0f36e2ab26e0d4155f00f3ac0d7baafd", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.472119", "created": "2020-06-05T18:32:38.185896", "deployed": "2020-06-05T18:32:37.652850", "configured": "2020-06-05T18:54:01.262096" }, { "style": "cephadm:v1", "name": "osd.193", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "11166ef0edc716ec7f3062605a92d908113a80595c9d327854f0548f87c8eb06", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.575288", "created": "2020-06-05T18:32:46.576610", "deployed": "2020-06-05T18:32:46.006561", "configured": "2020-06-05T18:54:16.187366" }, { "style": "cephadm:v1", "name": "osd.216", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "8883bab0dd05da0a109bbe06ee99d5357d2d44a43ddc6cb5029f8398fcba280e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.598439", "created": "2020-06-05T18:33:20.444492", "deployed": "2020-06-05T18:33:19.799437", "configured": "2020-06-05T18:55:13.041206" }, { "style": "cephadm:v1", "name": "osd.210", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "359a3d5bca89d83d69138fb783ddce71137f1672e683c66564df05de3a1ab829", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.471164", "created": "2020-06-05T18:33:11.343717", "deployed": "2020-06-05T18:33:10.752667", "configured": "2020-06-05T18:54:58.160939" }, { "style": "cephadm:v1", "name": "osd.205", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2b9f248814ac7d00758259a93cfbaeaf8128fec30f5767a14aa5f4fd14c7119d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.563927", "created": "2020-06-05T18:33:04.022094", "deployed": "2020-06-05T18:33:03.434044", "configured": "2020-06-05T18:54:45.801887" }, { "style": "cephadm:v1", "name": "osd.202", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d2e2b748d9ea5aa25b55a900f3fb42ac62fa71cab33f8164591e73b239d15f50", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.619289", "created": "2020-06-05T18:32:59.671724", "deployed": "2020-06-05T18:32:59.064672", "configured": "2020-06-05T18:54:38.443261" }, { "style": "cephadm:v1", "name": "osd.194", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "bbe44e7b3fdaec152b8282fc6429c2127d55eedee9fc003bf85b74f33d378c62", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.612507", "created": "2020-06-05T18:32:47.976729", "deployed": "2020-06-05T18:32:47.412681", "configured": "2020-06-05T18:54:18.681578" }, { "style": "cephadm:v1", "name": "osd.201", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "619c66f15ace992cf3854d0907bc65eb62ac5c2ee8621ced08bbfb7456551f74", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.610812", "created": "2020-06-05T18:32:58.238602", "deployed": "2020-06-05T18:32:57.606548", "configured": "2020-06-05T18:54:36.001053" }, { "style": "cephadm:v1", "name": "osd.186", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "079ae1ac41461fafa523bd22889a7fdfc4bc8356bcda2656a181fed36dcae2c9", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.618372", "created": "2020-06-05T18:32:36.852782", "deployed": "2020-06-05T18:32:36.316736", "configured": "2020-06-05T18:53:57.940813" }, { "style": "cephadm:v1", "name": "osd.204", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4638acc78a2b5900fd7317cf293efe39cbf4321802353ede87915605e09d108b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.460137", "created": "2020-06-05T18:33:02.565970", "deployed": "2020-06-05T18:33:02.002922", "configured": "2020-06-05T18:54:43.378681" }, { "style": "cephadm:v1", "name": "osd.192", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d7f6e4f650dc6b04fb83091ff891f578df7132dc4bf2a3e4b0001685a31a778c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.617300", "created": "2020-06-05T18:32:45.164490", "deployed": "2020-06-05T18:32:44.570439", "configured": "2020-06-05T18:54:13.659151" }, { "style": "cephadm:v1", "name": "osd.208", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3f2037e2de2ed0dd2891476bef1f50e2573b9dfc20e6c3f815e953f97dbf852f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.616793", "created": "2020-06-05T18:33:08.410468", "deployed": "2020-06-05T18:33:07.800416", "configured": "2020-06-05T18:54:53.262522" }, { "style": "cephadm:v1", "name": "osd.200", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "bbd414406c17a1725c35bfedd21fdf11d8e8a2f741f1688d3dbdeec061db9da2", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.469361", "created": "2020-06-05T18:32:56.728473", "deployed": "2020-06-05T18:32:56.155425", "configured": "2020-06-05T18:54:33.467837" }, { "style": "cephadm:v1", "name": "crash.spsrc-osd-07", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f414f7676396982c9286f6c7a04d3a25570807d2c21bfa5988f4e3a24a390f52", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.756187", "created": "2020-06-05T17:44:09.466368", "deployed": "2020-06-05T17:44:08.518287", "configured": "2020-06-05T17:44:09.466368" }, { "style": "cephadm:v1", "name": "osd.206", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d8256836832f6b5cf5c0db3b773c7d2513e25be9457758a75a99a6d1b7d8dadf", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.467446", "created": "2020-06-05T18:33:05.496220", "deployed": "2020-06-05T18:33:04.907170", "configured": "2020-06-05T18:54:48.265097" }, { "style": "cephadm:v1", "name": "osd.215", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1ae2dd2f4a6f00d400fb4b526d7d9fbea9244e35ac54a089a8f5b6ecc1200561", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.473259", "created": "2020-06-05T18:33:18.940364", "deployed": "2020-06-05T18:33:18.317311", "configured": "2020-06-05T18:55:10.587997" }, { "style": "cephadm:v1", "name": "osd.203", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "e6629032b40262fe0e4c3842edc31b6ca84fdc6e25889875e4195bd15dcb608d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.604792", "created": "2020-06-05T18:33:01.133848", "deployed": "2020-06-05T18:33:00.528797", "configured": "2020-06-05T18:54:40.949474" }, { "style": "cephadm:v1", "name": "osd.188", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3f080efd7fe9f5c07c40d9cb24dc9ff5e1c87d8d8a776fa765de950a1b637847", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.454626", "created": "2020-06-05T18:32:39.567013", "deployed": "2020-06-05T18:32:39.018966", "configured": "2020-06-05T18:54:03.703304" }, { "style": "cephadm:v1", "name": "osd.211", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5c3b8069f773df2ef01138a3c992dac37c94637dab471e061b46ab48f44fca92", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.470137", "created": "2020-06-05T18:33:12.833844", "deployed": "2020-06-05T18:33:12.209791", "configured": "2020-06-05T18:55:00.675153" }, { "style": "cephadm:v1", "name": "osd.198", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "614036dbf0aaa5a6b4469fbca0ac722cb8012c0785556891379d354fd66e8c23", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.603635", "created": "2020-06-05T18:32:53.784223", "deployed": "2020-06-05T18:32:53.182172", "configured": "2020-06-05T18:54:28.583421" }, { "style": "cephadm:v1", "name": "osd.196", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f37ea9cfc1fefe9532e318c5314c9a7a95136861a20fc30cc4e81a9e8f13f998", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.599083", "created": "2020-06-05T18:32:50.838972", "deployed": "2020-06-05T18:32:50.261923", "configured": "2020-06-05T18:54:23.631000" }, { "style": "cephadm:v1", "name": "osd.190", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "83c9b25e5995e6aa7644352c4e3b57d02fa8028e648b4bf426c8bd5f3066a6a6", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.606851", "created": "2020-06-05T18:32:42.289245", "deployed": "2020-06-05T18:32:41.746199", "configured": "2020-06-05T18:54:08.711730" }, { "style": "cephadm:v1", "name": "osd.199", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "44a800a96240782475bcb49d01a2578d8f57d3f161de1a349063913769f15af0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.504796", "created": "2020-06-05T18:32:55.272350", "deployed": "2020-06-05T18:32:54.640296", "configured": "2020-06-05T18:54:31.037630" }, { "style": "cephadm:v1", "name": "osd.189", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2bdcec8a81418272085f52b4a286c6dd8a9e6f61b47d2461970c0434ef49e7ff", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.510508", "created": "2020-06-05T18:32:40.943130", "deployed": "2020-06-05T18:32:40.362081", "configured": "2020-06-05T18:54:06.236519" }, { "style": "cephadm:v1", "name": "osd.207", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d62491f2bc89dd47232fc554d89aba6c80d1bc2096783c21f9c9a1978b6207bc", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.569361", "created": "2020-06-05T18:33:06.941343", "deployed": "2020-06-05T18:33:06.327290", "configured": "2020-06-05T18:54:50.767310" }, { "style": "cephadm:v1", "name": "osd.191", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5aa14f6a64df01bd4ec5d25a0a81af381a9283a74ac3679fef08702b1e9b1dca", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.463805", "created": "2020-06-05T18:32:43.686364", "deployed": "2020-06-05T18:32:43.124316", "configured": "2020-06-05T18:54:11.239945" }, { "style": "cephadm:v1", "name": "osd.195", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "edbe502447dd40026a593a9e6b3c126ab33ddf9ae5bfae28941ad3a8f7d29e59", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.563799", "created": "2020-06-05T18:32:49.401850", "deployed": "2020-06-05T18:32:48.825801", "configured": "2020-06-05T18:54:21.157789" } ] 2020-06-26T15:52:58.958+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-07 daemons (32) 2020-06-26T15:52:58.988+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-07 devices 2020-06-26T15:52:58.989+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.124 2020-06-26T15:52:58.990+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.001s 2020-06-26T15:52:58.990+0000 7f5fcaff4700 0 [cephadm DEBUG root] osd container image docker.io/ceph/ceph:v15 2020-06-26T15:52:58.990+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ceph-volume --fsid 3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c -- inventory --format=json 2020-06-26T15:52:59.222+0000 7f5f81ac4700 0 [balancer DEBUG root] Waking up [inactive, now 2020-06-26_15:52:59] 2020-06-26T15:52:59.222+0000 7f5f81ac4700 0 [balancer DEBUG root] Sleeping for 60 2020-06-26T15:52:59.715+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1020: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:52:59.799+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:52:59.799+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:01.722+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1021: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:03.676+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] _maybe_adjust 2020-06-26T15:53:03.698+0000 7f5fbd75a700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images 2020-06-26T15:53:03.698+0000 7f5fbd75a700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules 2020-06-26T15:53:03.725+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1022: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:03.980+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.volumes, start_after= 2020-06-26T15:53:03.984+0000 7f5fc2aa4700 0 [pg_autoscaler DEBUG root] root_ids [-1, -27, -36, -36, -27, -36] pools [1, 4, 5, 6, 9, 10] with 248 osds, pg_target 24800 2020-06-26T15:53:03.985+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:53:03.986+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'device_health_metrics' root_id -1 using 2.3618093413362395e-08 of space, bias 1.0, pg target 0.0002928643583256937 quantized to 1 (current 1) 2020-06-26T15:53:03.987+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:53:03.987+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.volumes' root_id -27 using 1.0440580701598667e-05 of space, bias 1.0, pg target 0.12946320069982348 quantized to 32 (current 32) 2020-06-26T15:53:03.988+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:53:03.988+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'glance.images' root_id -36 using 1.974214365714029e-06 of space, bias 1.0, pg target 0.02448025813485396 quantized to 32 (current 32) 2020-06-26T15:53:03.988+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:53:03.988+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.backup' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:53:03.989+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:53:03.989+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.meta' root_id -27 using 6.887234384855655e-11 of space, bias 4.0, pg target 3.416068254888405e-06 quantized to 16 (current 32) 2020-06-26T15:53:03.990+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:53:03.990+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.data' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:53:04.000+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: glance.images, start_after= 2020-06-26T15:53:04.001+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.backup, start_after= 2020-06-26T15:53:04.459+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:53:04.460+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:53:04.460+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:53:04.483+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:53:04.799+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:53:04.800+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:05.732+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1023: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:07.735+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1024: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:09.738+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1025: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:09.800+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:53:09.800+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:11.748+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1026: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:11.847+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:53:11.847+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [{"path": "/dev/sda", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93b6", "sas_device_handle": "0x000a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {"sda4": {"start": "7501344768", "sectors": "131727", "sectorsize": 512, "size": 67444224.0, "human_readable_size": "64.32 MB", "holders": []}, "sda2": {"start": "1128448", "sectors": "16384", "sectorsize": 512, "size": 8388608.0, "human_readable_size": "8.00 MB", "holders": []}, "sda3": {"start": "1144832", "sectors": "4293822464", "sectorsize": 512, "size": 2198437101568.0, "human_readable_size": "2.00 TB", "holders": []}, "sda1": {"start": "2048", "sectors": "1126400", "sectorsize": 512, "size": 576716800.0, "human_readable_size": "550.00 MB", "holders": []}}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sda", "locked": 1}, "available": false, "rejected_reasons": ["locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13XTP7F", "lvs": []}, {"path": "/dev/sdaa", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d92", "sas_device_handle": "0x0024", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaa", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BRTP7F", "lvs": [{"name": "osd-data-fddbbe75-29f5-4515-8b2e-26a868e58a6a", "osd_id": "186", "cluster_name": "ceph", "type": "block", "osd_fsid": "74e9568b-065e-44d4-aa6c-5b4af3dce2ac", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "YOZ9p5-ZGsL-ZJIS-bIXi-ckoK-E2YE-o4vwqM"}]}, {"path": "/dev/sdab", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be934e", "sas_device_handle": "0x0025", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdab", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13GTP7F", "lvs": [{"name": "osd-data-d98b5ae9-60b3-4334-8b7f-cb2971ba1aea", "osd_id": "187", "cluster_name": "ceph", "type": "block", "osd_fsid": "c4ff75f3-c6f7-480a-a5f8-01a0aa2072ce", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "a6M3u0-7s2L-lZW3-7B6S-MADv-zIAl-TkKU1U"}]}, {"path": "/dev/sdac", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe66a", "sas_device_handle": "0x0026", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdac", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05MTP7F", "lvs": [{"name": "osd-data-284fb0fe-4279-48f9-b07c-a15a070ed7da", "osd_id": "188", "cluster_name": "ceph", "type": "block", "osd_fsid": "5c58f3e0-f5ae-4cac-8056-428057bc14c5", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "TcQHcJ-EEeL-FJdM-VoiD-hLS4-8mad-TV3mjV"}]}, {"path": "/dev/sdad", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe64e", "sas_device_handle": "0x0027", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdad", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05ETP7F", "lvs": [{"name": "osd-data-b9660574-d477-4c35-820f-323886d51b19", "osd_id": "189", "cluster_name": "ceph", "type": "block", "osd_fsid": "b4e822cd-c255-4e59-a11f-3e7bd8fbe2d4", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "hwaUKN-juBM-ztBu-sD3U-3zwO-TnhG-Awb72t"}]}, {"path": "/dev/sdae", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe66e", "sas_device_handle": "0x0028", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdae", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05NTP7F", "lvs": [{"name": "osd-data-01605474-564f-42f7-988e-27c5fb7215dd", "osd_id": "190", "cluster_name": "ceph", "type": "block", "osd_fsid": "ae162f6a-7ebf-4481-9757-6526a3587dc3", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Kf3GBM-123o-gg4C-uvk1-nSSz-6cTM-Rb1LCu"}]}, {"path": "/dev/sdaf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe652", "sas_device_handle": "0x0029", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaf", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05FTP7F", "lvs": [{"name": "osd-data-ea4bb427-d8a0-4fd5-9cde-ccea5aa6b275", "osd_id": "191", "cluster_name": "ceph", "type": "block", "osd_fsid": "f2d637af-17a3-4b6e-839b-15b2d4d21788", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Woma5u-5oRL-o1t1-4Y6W-ct0b-Isii-fJIWAB"}]}, {"path": "/dev/sdb", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d72", "sas_device_handle": "0x000b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdb", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BHTP7F", "lvs": [{"name": "osd-data-98d1656f-fcdd-498e-a862-ad3ff395f6e7", "osd_id": "192", "cluster_name": "ceph", "type": "block", "osd_fsid": "ee1e1187-9687-4f4e-82e9-930e71b6ec2b", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "z4oE3d-ZUai-HGDR-mBiX-ARa5-IaV2-2BxXdc"}]}, {"path": "/dev/sdc", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be936a", "sas_device_handle": "0x000c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdc", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13PTP7F", "lvs": [{"name": "osd-data-b3675dee-4112-42ab-aa91-1d2405bea96c", "osd_id": "193", "cluster_name": "ceph", "type": "block", "osd_fsid": "a61d7a51-dd9a-4c00-9c3c-adcd7752dd34", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "afQFdr-GgEJ-S4x7-8x7j-2CaZ-7Q0J-MHvpKb"}]}, {"path": "/dev/sdd", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93a6", "sas_device_handle": "0x000d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdd", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13VTP7F", "lvs": [{"name": "osd-data-e758de71-dda7-42dc-a298-98f807e3e7b4", "osd_id": "194", "cluster_name": "ceph", "type": "block", "osd_fsid": "36324bc0-c548-485a-ab49-e25eaa6aa826", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "o8Y4lI-e5Kx-DPpU-BPDv-Qlwf-LXwI-Dy9qPS"}]}, {"path": "/dev/sde", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9366", "sas_device_handle": "0x000e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sde", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13NTP7F", "lvs": [{"name": "osd-data-4b796e68-2bc1-48fa-b964-4fad7e02af23", "osd_id": "195", "cluster_name": "ceph", "type": "block", "osd_fsid": "ff98b806-e2f1-4d97-a9e9-6590e8fbe628", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "9l82hM-YadU-t3C5-G5VU-NEQf-lnyj-rCr7Lp"}]}, {"path": "/dev/sdf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dae", "sas_device_handle": "0x000f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdf", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BYTP7F", "lvs": [{"name": "osd-data-668f6e93-267c-4ede-9344-8c6404bb0d93", "osd_id": "196", "cluster_name": "ceph", "type": "block", "osd_fsid": "a8b71a50-f21c-404d-acc4-95076b9d9e44", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "sIZ8Sp-O0gO-6CU3-ahx0-12Rr-2tqy-bOk7oA"}]}, {"path": "/dev/sdg", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be939a", "sas_device_handle": "0x0010", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdg", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13UTP7F", "lvs": [{"name": "osd-data-533f7938-d0fc-48c2-ba21-aad53fdaca40", "osd_id": "197", "cluster_name": "ceph", "type": "block", "osd_fsid": "e59f4d29-499f-41fc-b920-3e98580a9b1a", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "xNqLt3-7VhZ-EPNR-wPCy-9aOJ-5AZu-GFqAOR"}]}, {"path": "/dev/sdh", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be937e", "sas_device_handle": "0x0011", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdh", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13STP7F", "lvs": [{"name": "osd-data-90b9b2c2-824f-49c0-8623-99b9867f3f0d", "osd_id": "198", "cluster_name": "ceph", "type": "block", "osd_fsid": "de39814e-a9b5-48f6-84d2-6ee579105355", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "NCEIiZ-z0XA-eecn-8rYS-c23Y-eKr5-Tk5KCs"}]}, {"path": "/dev/sdi", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d86", "sas_device_handle": "0x0012", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdi", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BNTP7F", "lvs": [{"name": "osd-data-d0be5a62-e137-4145-8856-33131f49e124", "osd_id": "199", "cluster_name": "ceph", "type": "block", "osd_fsid": "6aba0f7e-7f74-4a44-9662-9067e4b3aa97", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "4r0ull-Ot3K-kU4M-BWDO-p7Az-JbKW-HLS4LI"}]}, {"path": "/dev/sdj", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d76", "sas_device_handle": "0x0013", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdj", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BJTP7F", "lvs": [{"name": "osd-data-40aea539-71fe-4b70-ad26-644305e34f31", "osd_id": "200", "cluster_name": "ceph", "type": "block", "osd_fsid": "e5d844be-8802-4335-b9a5-18beaead0cc8", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "xJKh1Q-ePXA-wc0v-Tm7k-gk8p-2qoV-HEL1e4"}]}, {"path": "/dev/sdk", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d6a", "sas_device_handle": "0x0014", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdk", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BFTP7F", "lvs": [{"name": "osd-data-6e66ec6b-31eb-4c3f-8e9d-441f962611db", "osd_id": "201", "cluster_name": "ceph", "type": "block", "osd_fsid": "d5549918-b412-48b9-b355-c10292766382", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "1meoeY-xoIq-e9MA-HHJU-cIdb-e7Pq-QgYQtH"}]}, {"path": "/dev/sdl", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d46", "sas_device_handle": "0x0015", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdl", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02JTP7F", "lvs": [{"name": "osd-data-bd4d80c9-104d-44e2-bffb-0963e47122a5", "osd_id": "202", "cluster_name": "ceph", "type": "block", "osd_fsid": "cfe19f07-435d-4682-acee-8fb1a78b8f36", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "F21fAg-9Gfi-9u0M-zuEy-IiM5-fdY5-3f2iFb"}]}, {"path": "/dev/sdm", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d5a", "sas_device_handle": "0x0016", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdm", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02PTP7F", "lvs": [{"name": "osd-data-0a190d30-b66f-4394-aafe-5617367e2d56", "osd_id": "203", "cluster_name": "ceph", "type": "block", "osd_fsid": "d28533fa-1aca-4fe7-a0f4-2aaf9a078154", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "dtN99H-5G4n-pa0m-qg3L-xyk8-9dHc-4zELNV"}]}, {"path": "/dev/sdn", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93ae", "sas_device_handle": "0x0017", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdn", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13WTP7F", "lvs": [{"name": "osd-data-a1012f2a-d96f-46ef-a6b0-f711922377b9", "osd_id": "204", "cluster_name": "ceph", "type": "block", "osd_fsid": "5f2da923-e0c3-4a81-8700-8a57615aa601", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "bxvnSg-ZzEQ-t3WS-GwyM-M0Du-S8tB-JE6Xxv"}]}, {"path": "/dev/sdo", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9372", "sas_device_handle": "0x0018", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdo", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13RTP7F", "lvs": [{"name": "osd-data-2a5ad9fc-b581-4c8b-abde-65f05dfc5c9c", "osd_id": "205", "cluster_name": "ceph", "type": "block", "osd_fsid": "fcc08aef-62da-4ef4-977a-0dd74d886c79", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "tF9Hz3-rozZ-llK6-nMTq-FOnl-tmc5-GAWeFv"}]}, {"path": "/dev/sdp", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9362", "sas_device_handle": "0x0019", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdp", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13MTP7F", "lvs": [{"name": "osd-data-5d8a77ee-0788-43d9-9769-6eb4b3801ecb", "osd_id": "206", "cluster_name": "ceph", "type": "block", "osd_fsid": "d0be2e55-d609-4394-9861-3c243c512bde", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "PSqpJn-mwDn-xB1h-zXuF-uGuJ-t6Ja-YBEQKf"}]}, {"path": "/dev/sdq", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d4a", "sas_device_handle": "0x001a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdq", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02KTP7F", "lvs": [{"name": "osd-data-345abe79-fdf8-428a-af3c-38f7b328304c", "osd_id": "207", "cluster_name": "ceph", "type": "block", "osd_fsid": "da73a733-623d-42b6-b8c7-5cee9d0a5fdb", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "3UgCnb-d6gR-njfw-2Abv-teu2-FNQU-haYE7u"}]}, {"path": "/dev/sdr", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be933e", "sas_device_handle": "0x001b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdr", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13CTP7F", "lvs": [{"name": "osd-data-122e50a2-e8ee-4009-8c00-de2af505d125", "osd_id": "208", "cluster_name": "ceph", "type": "block", "osd_fsid": "86337f2b-e6c7-47ef-91e8-f19359d4673e", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "tXQ5fl-JSDu-zzcF-wpot-Zjmg-8ASu-qFXVOF"}]}, {"path": "/dev/sds", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6db6", "sas_device_handle": "0x001c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sds", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C0TP7F", "lvs": [{"name": "osd-data-6e291c97-40f5-40ac-a219-6e9569c3aad9", "osd_id": "209", "cluster_name": "ceph", "type": "block", "osd_fsid": "98e2c8ca-ae75-4439-952a-b048a54227fe", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "J4WTko-ajGr-4zJt-JUVK-ThKZ-oXBr-w8Zcs3"}]}, {"path": "/dev/sdt", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6db2", "sas_device_handle": "0x001d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdt", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BZTP7F", "lvs": [{"name": "osd-data-2898b453-68b9-4655-8abd-7897113dbc4d", "osd_id": "210", "cluster_name": "ceph", "type": "block", "osd_fsid": "7fb115a1-9398-4026-ab37-38749aa88c2e", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "U4Jn53-RXid-wdvy-esGG-6QkX-SPw7-MRwvuk"}]}, {"path": "/dev/sdu", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6da6", "sas_device_handle": "0x001e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdu", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BWTP7F", "lvs": [{"name": "osd-data-53487eb4-71e3-4bfb-8485-cd44b372a4d6", "osd_id": "211", "cluster_name": "ceph", "type": "block", "osd_fsid": "fbbef1f0-bfb8-4a81-825b-1d123c5cee50", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "aKu7bc-UI1I-OqSL-oged-11zv-pUWK-fsIDBt"}]}, {"path": "/dev/sdv", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6daa", "sas_device_handle": "0x001f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdv", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BXTP7F", "lvs": [{"name": "osd-data-5ab7bf6a-0a68-400b-8fec-81d414301a42", "osd_id": "212", "cluster_name": "ceph", "type": "block", "osd_fsid": "ab0463ac-38e3-4a6d-a6a9-5083b4da13c8", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "gco0ka-0S9e-aZtN-YuQv-A5Vu-w6n0-L6wOkT"}]}, {"path": "/dev/sdw", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be934a", "sas_device_handle": "0x0020", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdw", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13FTP7F", "lvs": [{"name": "osd-data-7adf7b77-89a7-472e-b8f9-3dfcaf7b1de5", "osd_id": "213", "cluster_name": "ceph", "type": "block", "osd_fsid": "00a75d9b-2e1e-40e1-9ca4-8e2666ec7ed7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "GHHwHk-aJfu-If23-OWiO-i1qU-u6Rg-6MGj5K"}]}, {"path": "/dev/sdx", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9352", "sas_device_handle": "0x0021", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdx", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13HTP7F", "lvs": [{"name": "osd-data-51aed227-2364-422e-bba5-d79fad598417", "osd_id": "214", "cluster_name": "ceph", "type": "block", "osd_fsid": "d6593574-a49a-4e43-9eb9-4477037e0a29", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "j4RJ1k-1lWZ-9h2O-OlBI-r9ZG-o2JT-tjxnYi"}]}, {"path": "/dev/sdy", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d6e", "sas_device_handle": "0x0022", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdy", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BGTP7F", "lvs": [{"name": "osd-data-4cc432a6-f632-41a3-a560-2705e1fb3e92", "osd_id": "215", "cluster_name": "ceph", "type": "block", "osd_fsid": "f0bd9ec1-1d01-4754-89ad-9eaa22eaa508", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "F92Lw8-DjhT-Fg74-29VX-WKei-SxGe-xgjvPp"}]}, {"path": "/dev/sdz", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be935a", "sas_device_handle": "0x0023", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdz", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13KTP7F", "lvs": [{"name": "osd-data-7b1cab28-0e5f-45da-98f6-ae79eb462d73", "osd_id": "216", "cluster_name": "ceph", "type": "block", "osd_fsid": "284797d3-8955-43f2-8c22-a224c6cc391a", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "09KFWi-j2wX-CYUm-Mesk-KpZ1-KqbC-ihCit7"}]}] 2020-06-26T15:53:11.847+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:/bin/docker:stdout [{"path": "/dev/sda", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93b6", "sas_device_handle": "0x000a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {"sda4": {"start": "7501344768", "sectors": "131727", "sectorsize": 512, "size": 67444224.0, "human_readable_size": "64.32 MB", "holders": []}, "sda2": {"start": "1128448", "sectors": "16384", "sectorsize": 512, "size": 8388608.0, "human_readable_size": "8.00 MB", "holders": []}, "sda3": {"start": "1144832", "sectors": "4293822464", "sectorsize": 512, "size": 2198437101568.0, "human_readable_size": "2.00 TB", "holders": []}, "sda1": {"start": "2048", "sectors": "1126400", "sectorsize": 512, "size": 576716800.0, "human_readable_size": "550.00 MB", "holders": []}}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sda", "locked": 1}, "available": false, "rejected_reasons": ["locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13XTP7F", "lvs": []}, {"path": "/dev/sdaa", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d92", "sas_device_handle": "0x0024", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaa", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BRTP7F", "lvs": [{"name": "osd-data-fddbbe75-29f5-4515-8b2e-26a868e58a6a", "osd_id": "186", "cluster_name": "ceph", "type": "block", "osd_fsid": "74e9568b-065e-44d4-aa6c-5b4af3dce2ac", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "YOZ9p5-ZGsL-ZJIS-bIXi-ckoK-E2YE-o4vwqM"}]}, {"path": "/dev/sdab", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be934e", "sas_device_handle": "0x0025", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdab", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13GTP7F", "lvs": [{"name": "osd-data-d98b5ae9-60b3-4334-8b7f-cb2971ba1aea", "osd_id": "187", "cluster_name": "ceph", "type": "block", "osd_fsid": "c4ff75f3-c6f7-480a-a5f8-01a0aa2072ce", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "a6M3u0-7s2L-lZW3-7B6S-MADv-zIAl-TkKU1U"}]}, {"path": "/dev/sdac", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe66a", "sas_device_handle": "0x0026", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdac", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05MTP7F", "lvs": [{"name": "osd-data-284fb0fe-4279-48f9-b07c-a15a070ed7da", "osd_id": "188", "cluster_name": "ceph", "type": "block", "osd_fsid": "5c58f3e0-f5ae-4cac-8056-428057bc14c5", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "TcQHcJ-EEeL-FJdM-VoiD-hLS4-8mad-TV3mjV"}]}, {"path": "/dev/sdad", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe64e", "sas_device_handle": "0x0027", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdad", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05ETP7F", "lvs": [{"name": "osd-data-b9660574-d477-4c35-820f-323886d51b19", "osd_id": "189", "cluster_name": "ceph", "type": "block", "osd_fsid": "b4e822cd-c255-4e59-a11f-3e7bd8fbe2d4", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "hwaUKN-juBM-ztBu-sD3U-3zwO-TnhG-Awb72t"}]}, {"path": "/dev/sdae", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe66e", "sas_device_handle": "0x0028", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdae", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05NTP7F", "lvs": [{"name": "osd-data-01605474-564f-42f7-988e-27c5fb7215dd", "osd_id": "190", "cluster_name": "ceph", "type": "block", "osd_fsid": "ae162f6a-7ebf-4481-9757-6526a3587dc3", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Kf3GBM-123o-gg4C-uvk1-nSSz-6cTM-Rb1LCu"}]}, {"path": "/dev/sdaf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe652", "sas_device_handle": "0x0029", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaf", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05FTP7F", "lvs": [{"name": "osd-data-ea4bb427-d8a0-4fd5-9cde-ccea5aa6b275", "osd_id": "191", "cluster_name": "ceph", "type": "block", "osd_fsid": "f2d637af-17a3-4b6e-839b-15b2d4d21788", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Woma5u-5oRL-o1t1-4Y6W-ct0b-Isii-fJIWAB"}]}, {"path": "/dev/sdb", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d72", "sas_device_handle": "0x000b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdb", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BHTP7F", "lvs": [{"name": "osd-data-98d1656f-fcdd-498e-a862-ad3ff395f6e7", "osd_id": "192", "cluster_name": "ceph", "type": "block", "osd_fsid": "ee1e1187-9687-4f4e-82e9-930e71b6ec2b", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "z4oE3d-ZUai-HGDR-mBiX-ARa5-IaV2-2BxXdc"}]}, {"path": "/dev/sdc", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be936a", "sas_device_handle": "0x000c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdc", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13PTP7F", "lvs": [{"name": "osd-data-b3675dee-4112-42ab-aa91-1d2405bea96c", "osd_id": "193", "cluster_name": "ceph", "type": "block", "osd_fsid": "a61d7a51-dd9a-4c00-9c3c-adcd7752dd34", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "afQFdr-GgEJ-S4x7-8x7j-2CaZ-7Q0J-MHvpKb"}]}, {"path": "/dev/sdd", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93a6", "sas_device_handle": "0x000d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdd", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13VTP7F", "lvs": [{"name": "osd-data-e758de71-dda7-42dc-a298-98f807e3e7b4", "osd_id": "194", "cluster_name": "ceph", "type": "block", "osd_fsid": "36324bc0-c548-485a-ab49-e25eaa6aa826", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "o8Y4lI-e5Kx-DPpU-BPDv-Qlwf-LXwI-Dy9qPS"}]}, {"path": "/dev/sde", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9366", "sas_device_handle": "0x000e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sde", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13NTP7F", "lvs": [{"name": "osd-data-4b796e68-2bc1-48fa-b964-4fad7e02af23", "osd_id": "195", "cluster_name": "ceph", "type": "block", "osd_fsid": "ff98b806-e2f1-4d97-a9e9-6590e8fbe628", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "9l82hM-YadU-t3C5-G5VU-NEQf-lnyj-rCr7Lp"}]}, {"path": "/dev/sdf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dae", "sas_device_handle": "0x000f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdf", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BYTP7F", "lvs": [{"name": "osd-data-668f6e93-267c-4ede-9344-8c6404bb0d93", "osd_id": "196", "cluster_name": "ceph", "type": "block", "osd_fsid": "a8b71a50-f21c-404d-acc4-95076b9d9e44", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "sIZ8Sp-O0gO-6CU3-ahx0-12Rr-2tqy-bOk7oA"}]}, {"path": "/dev/sdg", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be939a", "sas_device_handle": "0x0010", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdg", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13UTP7F", "lvs": [{"name": "osd-data-533f7938-d0fc-48c2-ba21-aad53fdaca40", "osd_id": "197", "cluster_name": "ceph", "type": "block", "osd_fsid": "e59f4d29-499f-41fc-b920-3e98580a9b1a", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "xNqLt3-7VhZ-EPNR-wPCy-9aOJ-5AZu-GFqAOR"}]}, {"path": "/dev/sdh", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be937e", "sas_device_handle": "0x0011", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdh", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13STP7F", "lvs": [{"name": "osd-data-90b9b2c2-824f-49c0-8623-99b9867f3f0d", "osd_id": "198", "cluster_name": "ceph", "type": "block", "osd_fsid": "de39814e-a9b5-48f6-84d2-6ee579105355", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "NCEIiZ-z0XA-eecn-8rYS-c23Y-eKr5-Tk5KCs"}]}, {"path": "/dev/sdi", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d86", "sas_device_handle": "0x0012", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdi", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BNTP7F", "lvs": [{"name": "osd-data-d0be5a62-e137-4145-8856-33131f49e124", "osd_id": "199", "cluster_name": "ceph", "type": "block", "osd_fsid": "6aba0f7e-7f74-4a44-9662-9067e4b3aa97", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "4r0ull-Ot3K-kU4M-BWDO-p7Az-JbKW-HLS4LI"}]}, {"path": "/dev/sdj", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d76", "sas_device_handle": "0x0013", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdj", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BJTP7F", "lvs": [{"name": "osd-data-40aea539-71fe-4b70-ad26-644305e34f31", "osd_id": "200", "cluster_name": "ceph", "type": "block", "osd_fsid": "e5d844be-8802-4335-b9a5-18beaead0cc8", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "xJKh1Q-ePXA-wc0v-Tm7k-gk8p-2qoV-HEL1e4"}]}, {"path": "/dev/sdk", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d6a", "sas_device_handle": "0x0014", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdk", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BFTP7F", "lvs": [{"name": "osd-data-6e66ec6b-31eb-4c3f-8e9d-441f962611db", "osd_id": "201", "cluster_name": "ceph", "type": "block", "osd_fsid": "d5549918-b412-48b9-b355-c10292766382", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "1meoeY-xoIq-e9MA-HHJU-cIdb-e7Pq-QgYQtH"}]}, {"path": "/dev/sdl", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d46", "sas_device_handle": "0x0015", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdl", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02JTP7F", "lvs": [{"name": "osd-data-bd4d80c9-104d-44e2-bffb-0963e47122a5", "osd_id": "202", "cluster_name": "ceph", "type": "block", "osd_fsid": "cfe19f07-435d-4682-acee-8fb1a78b8f36", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "F21fAg-9Gfi-9u0M-zuEy-IiM5-fdY5-3f2iFb"}]}, {"path": "/dev/sdm", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d5a", "sas_device_handle": "0x0016", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdm", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02PTP7F", "lvs": [{"name": "osd-data-0a190d30-b66f-4394-aafe-5617367e2d56", "osd_id": "203", "cluster_name": "ceph", "type": "block", "osd_fsid": "d28533fa-1aca-4fe7-a0f4-2aaf9a078154", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "dtN99H-5G4n-pa0m-qg3L-xyk8-9dHc-4zELNV"}]}, {"path": "/dev/sdn", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93ae", "sas_device_handle": "0x0017", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdn", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13WTP7F", "lvs": [{"name": "osd-data-a1012f2a-d96f-46ef-a6b0-f711922377b9", "osd_id": "204", "cluster_name": "ceph", "type": "block", "osd_fsid": "5f2da923-e0c3-4a81-8700-8a57615aa601", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "bxvnSg-ZzEQ-t3WS-GwyM-M0Du-S8tB-JE6Xxv"}]}, {"path": "/dev/sdo", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9372", "sas_device_handle": "0x0018", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdo", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13RTP7F", "lvs": [{"name": "osd-data-2a5ad9fc-b581-4c8b-abde-65f05dfc5c9c", "osd_id": "205", "cluster_name": "ceph", "type": "block", "osd_fsid": "fcc08aef-62da-4ef4-977a-0dd74d886c79", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "tF9Hz3-rozZ-llK6-nMTq-FOnl-tmc5-GAWeFv"}]}, {"path": "/dev/sdp", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9362", "sas_device_handle": "0x0019", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdp", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13MTP7F", "lvs": [{"name": "osd-data-5d8a77ee-0788-43d9-9769-6eb4b3801ecb", "osd_id": "206", "cluster_name": "ceph", "type": "block", "osd_fsid": "d0be2e55-d609-4394-9861-3c243c512bde", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "PSqpJn-mwDn-xB1h-zXuF-uGuJ-t6Ja-YBEQKf"}]}, {"path": "/dev/sdq", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf5d4a", "sas_device_handle": "0x001a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdq", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9R0A02KTP7F", "lvs": [{"name": "osd-data-345abe79-fdf8-428a-af3c-38f7b328304c", "osd_id": "207", "cluster_name": "ceph", "type": "block", "osd_fsid": "da73a733-623d-42b6-b8c7-5cee9d0a5fdb", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "3UgCnb-d6gR-njfw-2Abv-teu2-FNQU-haYE7u"}]}, {"path": "/dev/sdr", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be933e", "sas_device_handle": "0x001b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdr", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13CTP7F", "lvs": [{"name": "osd-data-122e50a2-e8ee-4009-8c00-de2af505d125", "osd_id": "208", "cluster_name": "ceph", "type": "block", "osd_fsid": "86337f2b-e6c7-47ef-91e8-f19359d4673e", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "tXQ5fl-JSDu-zzcF-wpot-Zjmg-8ASu-qFXVOF"}]}, {"path": "/dev/sds", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6db6", "sas_device_handle": "0x001c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sds", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C0TP7F", "lvs": [{"name": "osd-data-6e291c97-40f5-40ac-a219-6e9569c3aad9", "osd_id": "209", "cluster_name": "ceph", "type": "block", "osd_fsid": "98e2c8ca-ae75-4439-952a-b048a54227fe", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "J4WTko-ajGr-4zJt-JUVK-ThKZ-oXBr-w8Zcs3"}]}, {"path": "/dev/sdt", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6db2", "sas_device_handle": "0x001d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdt", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BZTP7F", "lvs": [{"name": "osd-data-2898b453-68b9-4655-8abd-7897113dbc4d", "osd_id": "210", "cluster_name": "ceph", "type": "block", "osd_fsid": "7fb115a1-9398-4026-ab37-38749aa88c2e", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "U4Jn53-RXid-wdvy-esGG-6QkX-SPw7-MRwvuk"}]}, {"path": "/dev/sdu", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6da6", "sas_device_handle": "0x001e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdu", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BWTP7F", "lvs": [{"name": "osd-data-53487eb4-71e3-4bfb-8485-cd44b372a4d6", "osd_id": "211", "cluster_name": "ceph", "type": "block", "osd_fsid": "fbbef1f0-bfb8-4a81-825b-1d123c5cee50", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "aKu7bc-UI1I-OqSL-oged-11zv-pUWK-fsIDBt"}]}, {"path": "/dev/sdv", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6daa", "sas_device_handle": "0x001f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdv", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BXTP7F", "lvs": [{"name": "osd-data-5ab7bf6a-0a68-400b-8fec-81d414301a42", "osd_id": "212", "cluster_name": "ceph", "type": "block", "osd_fsid": "ab0463ac-38e3-4a6d-a6a9-5083b4da13c8", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "gco0ka-0S9e-aZtN-YuQv-A5Vu-w6n0-L6wOkT"}]}, {"path": "/dev/sdw", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be934a", "sas_device_handle": "0x0020", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdw", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13FTP7F", "lvs": [{"name": "osd-data-7adf7b77-89a7-472e-b8f9-3dfcaf7b1de5", "osd_id": "213", "cluster_name": "ceph", "type": "block", "osd_fsid": "00a75d9b-2e1e-40e1-9ca4-8e2666ec7ed7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "GHHwHk-aJfu-If23-OWiO-i1qU-u6Rg-6MGj5K"}]}, {"path": "/dev/sdx", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be9352", "sas_device_handle": "0x0021", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdx", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13HTP7F", "lvs": [{"name": "osd-data-51aed227-2364-422e-bba5-d79fad598417", "osd_id": "214", "cluster_name": "ceph", "type": "block", "osd_fsid": "d6593574-a49a-4e43-9eb9-4477037e0a29", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "j4RJ1k-1lWZ-9h2O-OlBI-r9ZG-o2JT-tjxnYi"}]}, {"path": "/dev/sdy", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d6e", "sas_device_handle": "0x0022", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdy", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BGTP7F", "lvs": [{"name": "osd-data-4cc432a6-f632-41a3-a560-2705e1fb3e92", "osd_id": "215", "cluster_name": "ceph", "type": "block", "osd_fsid": "f0bd9ec1-1d01-4754-89ad-9eaa22eaa508", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "F92Lw8-DjhT-Fg74-29VX-WKei-SxGe-xgjvPp"}]}, {"path": "/dev/sdz", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be935a", "sas_device_handle": "0x0023", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdz", "locked": 1}, "available": false, "rejected_reasons": ["LVM detected", "Insufficient space (<5GB) on vgs", "locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13KTP7F", "lvs": [{"name": "osd-data-7b1cab28-0e5f-45da-98f6-ae79eb462d73", "osd_id": "216", "cluster_name": "ceph", "type": "block", "osd_fsid": "284797d3-8955-43f2-8c22-a224c6cc391a", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "09KFWi-j2wX-CYUm-Mesk-KpZ1-KqbC-ihCit7"}]}] 2020-06-26T15:53:11.849+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.124 2020-06-26T15:53:11.851+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T15:53:11.851+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T15:53:11.851+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 list-networks 2020-06-26T15:53:12.087+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:53:12.087+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: { "10.8.0.0/24": [ "10.8.0.124" ], "172.16.3.0/24": [ "172.16.3.124" ], "172.16.4.0/24": [ "172.16.4.124" ], "172.16.5.0/24": [ "172.16.5.124" ], "172.16.6.0/24": [ "172.16.6.124" ], "172.17.0.0/16": [ "172.17.0.1" ] } 2020-06-26T15:53:12.087+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-07 devices (32) networks (6) 2020-06-26T15:53:12.118+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-osd-08 2020-06-26T15:53:12.118+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.125 2020-06-26T15:53:12.118+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T15:53:12.118+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T15:53:12.517+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T15:53:12.518+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T15:53:12.547+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-osd-08 failed check 2020-06-26T15:53:12.547+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-08 daemons 2020-06-26T15:53:12.547+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.125 2020-06-26T15:53:12.549+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T15:53:12.549+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T15:53:12.549+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T15:53:13.753+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1027: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:14.485+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:53:14.485+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:53:14.485+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:53:14.509+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:53:14.802+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:53:14.802+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:15.760+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1028: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:15.901+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:53:15.901+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "osd.222", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "bc6c5717c23ac8749e878eed11a895609da8087fbff664a9ebfab6309c476f9d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.995742", "created": "2020-06-05T18:37:49.501882", "deployed": "2020-06-05T18:37:48.983840", "configured": "2020-06-05T18:55:28.014697" }, { "style": "cephadm:v1", "name": "osd.217", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5406c8035fbbb339414d6c498be87cfca53e0f8b068b9dc5a28833e06087bd91", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.176573", "created": "2020-06-05T18:37:42.683337", "deployed": "2020-06-05T18:37:42.175297", "configured": "2020-06-05T18:55:15.563690" }, { "style": "cephadm:v1", "name": "osd.239", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a585a4b262a0da8b37e54a8b697ba1228e2a3f2f2dd0a9a8f45828e7ec7597cb", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.149507", "created": "2020-06-05T18:38:14.009840", "deployed": "2020-06-05T18:38:13.389791", "configured": "2020-06-05T18:56:11.334202" }, { "style": "cephadm:v1", "name": "osd.231", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "414d56f27319ad83b11c68bef6357c6716850dc56c0fc5389cb674739415aa28", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.076375", "created": "2020-06-05T18:38:02.377911", "deployed": "2020-06-05T18:38:01.802865", "configured": "2020-06-05T18:55:50.328503" }, { "style": "cephadm:v1", "name": "osd.230", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a1366b6cda5fa3592e5a97edc91f289fe032eb9fd57b2b04dff74edda5833f8c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.111286", "created": "2020-06-05T18:38:00.923795", "deployed": "2020-06-05T18:38:00.345748", "configured": "2020-06-05T18:55:47.808299" }, { "style": "cephadm:v1", "name": "osd.243", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c786cd748c8f245337bed20f5d4fb4c75bdf048494a140a0711804aeef4af76d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.159981", "created": "2020-06-05T18:38:19.986318", "deployed": "2020-06-05T18:38:19.380270", "configured": "2020-06-05T18:56:21.193000" }, { "style": "cephadm:v1", "name": "osd.244", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "29a98589109267813e79a176fe83c463339e911270a2909fc092ce0f684724fb", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.082433", "created": "2020-06-05T18:38:21.518440", "deployed": "2020-06-05T18:38:20.916392", "configured": "2020-06-05T18:56:23.663199" }, { "style": "cephadm:v1", "name": "osd.223", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b97a165f4a2a6e7c7152db960338879f07f8f51c8a36d693a32e68ce5e6aeb64", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.140025", "created": "2020-06-05T18:37:50.913995", "deployed": "2020-06-05T18:37:50.405954", "configured": "2020-06-05T18:55:30.504899" }, { "style": "cephadm:v1", "name": "osd.219", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "554a12130297394dabc0e1be6c194387665518e1b2d875630a7f08e40986a583", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.138210", "created": "2020-06-05T18:37:45.351550", "deployed": "2020-06-05T18:37:44.826508", "configured": "2020-06-05T18:55:20.523091" }, { "style": "cephadm:v1", "name": "osd.245", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c67df2192e61b300bfbe06e68e45cc1c75ae9299fcd6191031b220e968434b21", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.112360", "created": "2020-06-05T18:38:23.006559", "deployed": "2020-06-05T18:38:22.396510", "configured": "2020-06-05T18:56:26.131399" }, { "style": "cephadm:v1", "name": "crash.spsrc-osd-08", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "735435bb047fd173b313db24edcdf175d75ed213854a2121b15d5979f02ffdac", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.275238", "created": "2020-06-05T17:45:44.062075", "deployed": "2020-06-05T17:45:43.598038", "configured": "2020-06-05T17:45:44.062075" }, { "style": "cephadm:v1", "name": "osd.246", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6c6d82c893b03ac8b5d24bfefff978423d73227e7c82d9bdc48561f53df5c9df", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.007514", "created": "2020-06-05T18:38:24.575685", "deployed": "2020-06-05T18:38:23.959635", "configured": "2020-06-05T18:56:28.613600" }, { "style": "cephadm:v1", "name": "osd.226", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "ec0756f362ca282cb7749891050dd3747ee016d2f7e87d5944a83fe07e1d92c7", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.138116", "created": "2020-06-05T18:37:55.137332", "deployed": "2020-06-05T18:37:54.585288", "configured": "2020-06-05T18:55:37.897497" }, { "style": "cephadm:v1", "name": "osd.221", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4efb0fc3684ce2154bfa1f02c1a94183d9e70af2957f922a31bde0789286345f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.151423", "created": "2020-06-05T18:37:48.061767", "deployed": "2020-06-05T18:37:47.547726", "configured": "2020-06-05T18:55:25.522496" }, { "style": "cephadm:v1", "name": "osd.218", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "233cddf4603009b4e27663d80f42728549dbc7f52bb29806ef717bcff1908b3f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-26T08:57:46.411639", "created": "2020-06-05T18:37:44.015444", "deployed": "2020-06-05T18:37:43.484401", "configured": "2020-06-05T18:55:18.075893" }, { "style": "cephadm:v1", "name": "osd.224", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2d29b7b612aa2f54e709aafda915651a489fbc1da1f9c82db835dc7c7311fb58", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.004691", "created": "2020-06-05T18:37:52.318107", "deployed": "2020-06-05T18:37:51.810066", "configured": "2020-06-05T18:55:32.958097" }, { "style": "cephadm:v1", "name": "osd.242", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4be16f96e42cf9699e0a11158bd5af1070c1c7d6f5a3c4160a9afb4a388f280e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.110169", "created": "2020-06-05T18:38:18.483198", "deployed": "2020-06-05T18:38:17.863148", "configured": "2020-06-05T18:56:18.725800" }, { "style": "cephadm:v1", "name": "osd.235", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "ffc4766f48a1a5bced763428e2872465e2d2f1584476f19674e62894a1854805", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.080113", "created": "2020-06-05T18:38:08.173374", "deployed": "2020-06-05T18:38:07.589327", "configured": "2020-06-05T18:56:00.325311" }, { "style": "cephadm:v1", "name": "osd.229", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a25fa709996421f83c8e0e6700ef12389713481f8110176267acec4e7adb772e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.998108", "created": "2020-06-05T18:37:59.506681", "deployed": "2020-06-05T18:37:58.963638", "configured": "2020-06-05T18:55:45.327098" }, { "style": "cephadm:v1", "name": "osd.220", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "17c8d32377d53ae248c5a0612bd28591b796b7bf04ea23115b89344cfc2f8a87", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.010189", "created": "2020-06-05T18:37:46.685657", "deployed": "2020-06-05T18:37:46.152614", "configured": "2020-06-05T18:55:22.975290" }, { "style": "cephadm:v1", "name": "osd.234", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d6a3e656f07c29a0b759fe9a48fd5f5f909b9d20b5ad93bddf7bf12d49038975", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.089903", "created": "2020-06-05T18:38:06.709257", "deployed": "2020-06-05T18:38:06.133211", "configured": "2020-06-05T18:55:57.803107" }, { "style": "cephadm:v1", "name": "osd.241", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0771cca08f01fb0919558efd94cff3dc177861ef657c2f1bf62ed3fa177e5830", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.091223", "created": "2020-06-05T18:38:16.959076", "deployed": "2020-06-05T18:38:16.345027", "configured": "2020-06-05T18:56:16.269601" }, { "style": "cephadm:v1", "name": "osd.236", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f9a5d5216212dbe9271fa534d0845149dff6fcd1f0ed140ff25a10a8c513d716", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.008828", "created": "2020-06-05T18:38:09.617489", "deployed": "2020-06-05T18:38:09.038443", "configured": "2020-06-05T18:56:02.782510" }, { "style": "cephadm:v1", "name": "osd.247", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "687155dd45ae5d0ff264d59d1929a86eede211f9a32710e43517bec417bd9276", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.136885", "created": "2020-06-05T18:38:26.088805", "deployed": "2020-06-05T18:38:25.457755", "configured": "2020-06-05T18:56:31.098801" }, { "style": "cephadm:v1", "name": "osd.237", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "fe4f2d1723deb6a440429023ba95ab2624c073349ec979cd3471858f09f4ea16", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.005257", "created": "2020-06-05T18:38:11.049604", "deployed": "2020-06-05T18:38:10.471558", "configured": "2020-06-05T18:56:05.383721" }, { "style": "cephadm:v1", "name": "osd.238", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c2e867d0f2be5f295ffac8b3f57245566dda78ca2485e6af4c81b0518d307b85", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.138723", "created": "2020-06-05T18:38:12.534722", "deployed": "2020-06-05T18:38:11.965677", "configured": "2020-06-05T18:56:08.073938" }, { "style": "cephadm:v1", "name": "osd.228", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "ed12ca26074a8157a2e2cf60502446c93834113beb284f9e95cd5933be441d28", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.008677", "created": "2020-06-05T18:37:58.100569", "deployed": "2020-06-05T18:37:57.529523", "configured": "2020-06-05T18:55:42.866899" }, { "style": "cephadm:v1", "name": "osd.233", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d4e8bfedcaf023ff97075ef6115cfdcbe876d3350a6b79f85b0569a638abae64", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.991404", "created": "2020-06-05T18:38:05.315145", "deployed": "2020-06-05T18:38:04.773102", "configured": "2020-06-05T18:55:55.379911" }, { "style": "cephadm:v1", "name": "osd.240", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5c2f7f84ce60e13c951ff0047594ae6654c65ebf3de592e2e6ced6dafc9d4fa2", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.006613", "created": "2020-06-05T18:38:15.450955", "deployed": "2020-06-05T18:38:14.867909", "configured": "2020-06-05T18:56:13.760398" }, { "style": "cephadm:v1", "name": "osd.227", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6816c2fc74de3bdc56c07dd41630632de4dbe38ed3189b46743acfe198dc9a8e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.997928", "created": "2020-06-05T18:37:56.619451", "deployed": "2020-06-05T18:37:56.046405", "configured": "2020-06-05T18:55:40.405700" }, { "style": "cephadm:v1", "name": "osd.232", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b0071c1d0110eee67d58740fc1c629b96f4baaa0c9441e4324b8c952d4892e4a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.168140", "created": "2020-06-05T18:38:03.832027", "deployed": "2020-06-05T18:38:03.246980", "configured": "2020-06-05T18:55:52.744698" }, { "style": "cephadm:v1", "name": "osd.225", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "fbc0434767e440bc6b53b858c70aa8e706d9933cd7b1ddee381b20366c26fdb1", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.009098", "created": "2020-06-05T18:37:53.736220", "deployed": "2020-06-05T18:37:53.190177", "configured": "2020-06-05T18:55:35.428297" } ] 2020-06-26T15:53:15.904+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-08 daemons (32) 2020-06-26T15:53:15.928+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-08 devices 2020-06-26T15:53:15.928+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.125 2020-06-26T15:53:15.929+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.001s 2020-06-26T15:53:15.929+0000 7f5fcaff4700 0 [cephadm DEBUG root] osd container image docker.io/ceph/ceph:v15 2020-06-26T15:53:15.929+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ceph-volume --fsid 3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c -- inventory --format=json 2020-06-26T15:53:17.763+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1029: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:19.766+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1030: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:19.802+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:53:19.803+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:21.773+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1031: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:23.776+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1032: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:24.510+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:53:24.510+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:53:24.510+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:53:24.532+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:53:24.803+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:53:24.803+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:25.782+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1033: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:27.785+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1034: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:28.894+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:53:28.894+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [{"path": "/dev/sda", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045d6", "sas_device_handle": "0x000a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {"sda4": {"start": "7501344768", "sectors": "131727", "sectorsize": 512, "size": 67444224.0, "human_readable_size": "64.32 MB", "holders": []}, "sda2": {"start": "1128448", "sectors": "16384", "sectorsize": 512, "size": 8388608.0, "human_readable_size": "8.00 MB", "holders": []}, "sda3": {"start": "1144832", "sectors": "4293822464", "sectorsize": 512, "size": 2198437101568.0, "human_readable_size": "2.00 TB", "holders": []}, "sda1": {"start": "2048", "sectors": "1126400", "sectorsize": 512, "size": 576716800.0, "human_readable_size": "550.00 MB", "holders": []}}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sda", "locked": 1}, "available": false, "rejected_reasons": ["locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D9TP7F", "lvs": []}, {"path": "/dev/sdaa", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93be", "sas_device_handle": "0x0024", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaa", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13YTP7F", "lvs": [{"name": "osd-data-a47e495a-84f8-4784-b776-36bac74a16da", "osd_id": "217", "cluster_name": "ceph", "type": "block", "osd_fsid": "00cb3518-b56c-4dfe-bc04-b4772be4333b", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "SXBKN5-csXW-WSgj-Gg0B-db0L-PCHG-fruAxp"}]}, {"path": "/dev/sdab", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c0460e", "sas_device_handle": "0x0025", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdab", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DPTP7F", "lvs": [{"name": "osd-data-751cb062-bd7f-422f-95f8-4291f8471bbe", "osd_id": "218", "cluster_name": "ceph", "type": "block", "osd_fsid": "1cb85898-a4b6-44be-9ae4-b9081065bb2b", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "l879T7-oBXB-aJVQ-OcL5-k5Ab-RDjt-ICk5T0"}]}, {"path": "/dev/sdac", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe65e", "sas_device_handle": "0x0026", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdac", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05JTP7F", "lvs": [{"name": "osd-data-e0896775-dd61-4e6b-b5e3-36914f5c5a60", "osd_id": "219", "cluster_name": "ceph", "type": "block", "osd_fsid": "eb93d650-5113-4ccc-862f-0f3df3ea2393", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "gKi1nC-X11k-47cl-VaWW-zUYO-Ywjf-ReEFPn"}]}, {"path": "/dev/sdad", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe65a", "sas_device_handle": "0x0027", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdad", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05HTP7F", "lvs": [{"name": "osd-data-2d942555-38fb-4896-8ae2-ec29b53a52d9", "osd_id": "220", "cluster_name": "ceph", "type": "block", "osd_fsid": "e701e07f-e898-4aea-8568-46624ea003fb", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "lvSmMu-Sm1a-zWgR-TO4c-4iJW-ihme-rCm88x"}]}, {"path": "/dev/sdae", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe666", "sas_device_handle": "0x0028", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdae", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05LTP7F", "lvs": [{"name": "osd-data-c18b4aaf-95fe-4c70-aaae-2586e671f762", "osd_id": "221", "cluster_name": "ceph", "type": "block", "osd_fsid": "e09b4bc2-66a3-4d76-9340-699080a496f7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "8630L9-lpBP-Anxr-JxR0-java-ZNqS-Kqfpdp"}]}, {"path": "/dev/sdaf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe662", "sas_device_handle": "0x0029", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaf", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05KTP7F", "lvs": [{"name": "osd-data-1dd0641b-3547-49a1-bfac-5a3f5baf0891", "osd_id": "222", "cluster_name": "ceph", "type": "block", "osd_fsid": "ed91052a-3d9a-4780-a138-666b8d280aad", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "VrgOHb-m9b0-jwBt-o4BD-cEGD-L8qD-k31DLe"}]}, {"path": "/dev/sdb", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045be", "sas_device_handle": "0x000b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdb", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D3TP7F", "lvs": [{"name": "osd-data-b14c87ad-42de-462e-bcfd-4515793b7edf", "osd_id": "223", "cluster_name": "ceph", "type": "block", "osd_fsid": "44953e4b-1399-4cca-bf30-e59fe7e20bca", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "puMZJq-k3AE-1wV1-sPey-84ua-ddvb-fnXwuJ"}]}, {"path": "/dev/sdc", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045da", "sas_device_handle": "0x000c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdc", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DATP7F", "lvs": [{"name": "osd-data-b890127a-7b53-441a-8742-1ce6f3b1ee90", "osd_id": "224", "cluster_name": "ceph", "type": "block", "osd_fsid": "5f97aa9d-e6be-41c9-97b1-b825675392e2", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "goBuii-R9nR-ApQ0-eIoV-ysd1-7FcV-1rFUKu"}]}, {"path": "/dev/sdd", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045c2", "sas_device_handle": "0x000d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdd", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D4TP7F", "lvs": [{"name": "osd-data-fae0ff34-2c9a-4143-a033-03f5ac67e2d1", "osd_id": "225", "cluster_name": "ceph", "type": "block", "osd_fsid": "93b56dff-b607-4dd5-8c68-00ea5052cdef", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "68MDe4-IMt3-Plon-8DbR-giqL-Vm4a-ZkSeKS"}]}, {"path": "/dev/sde", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045c6", "sas_device_handle": "0x000e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sde", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D5TP7F", "lvs": [{"name": "osd-data-d8e3894f-23d4-4d86-8b40-73c72d927cb3", "osd_id": "226", "cluster_name": "ceph", "type": "block", "osd_fsid": "f68450a8-e8b3-4b8f-9388-00cac097ef62", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "2SSfM4-KCQB-9L0L-sBDd-dgNw-qNkA-vj4PX0"}]}, {"path": "/dev/sdf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045aa", "sas_device_handle": "0x000f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdf", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0CYTP7F", "lvs": [{"name": "osd-data-e1747dbc-0cc1-4d59-9a14-8f811a6cf813", "osd_id": "227", "cluster_name": "ceph", "type": "block", "osd_fsid": "c83ebe9b-c5df-438f-9d8f-5fc1c57027e4", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "e5L8AB-A3L9-edQx-MIee-63i3-FxfR-UI3YPn"}]}, {"path": "/dev/sdg", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045fe", "sas_device_handle": "0x0010", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdg", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DKTP7F", "lvs": [{"name": "osd-data-f6f0cf11-5ede-4eae-a8a9-eeed037a5559", "osd_id": "228", "cluster_name": "ceph", "type": "block", "osd_fsid": "ce6ba698-dd13-415e-9b91-058c6ea3cc94", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "lBxZfq-ZBre-wy33-ti9x-T9Lz-7P6z-qwBt9g"}]}, {"path": "/dev/sdh", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045e2", "sas_device_handle": "0x0011", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdh", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DCTP7F", "lvs": [{"name": "osd-data-57957e9b-074e-47f4-89a9-4d726331ef33", "osd_id": "229", "cluster_name": "ceph", "type": "block", "osd_fsid": "cac05d1a-20bd-461e-bc08-db7276c2216f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "oPzO3x-ijSM-sBGp-5RmZ-nH7I-bUsq-kaupu6"}]}, {"path": "/dev/sdi", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045ee", "sas_device_handle": "0x0012", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdi", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DFTP7F", "lvs": [{"name": "osd-data-602f6ab4-8939-431f-a6e4-0d809a418871", "osd_id": "230", "cluster_name": "ceph", "type": "block", "osd_fsid": "a8ec7ba1-15c0-4774-9d7f-0153f167b9e7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "s5nTti-AY5j-SgUR-p3no-dgbt-sH1B-pjMJPP"}]}, {"path": "/dev/sdj", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045fa", "sas_device_handle": "0x0013", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdj", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DJTP7F", "lvs": [{"name": "osd-data-95ef5368-796e-45a2-9fac-050510289af9", "osd_id": "231", "cluster_name": "ceph", "type": "block", "osd_fsid": "1b46c247-46fe-4765-b6ba-0b3479ac285b", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "lEi9j9-2dBG-FRK5-ZfOK-ZEyA-qavO-9GnpiR"}]}, {"path": "/dev/sdk", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d8a", "sas_device_handle": "0x0014", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdk", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BPTP7F", "lvs": [{"name": "osd-data-3ec3c426-a478-4f9a-a479-45f077e3d067", "osd_id": "232", "cluster_name": "ceph", "type": "block", "osd_fsid": "697b3970-27df-4187-ad7c-2c149cfd246a", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "UT3QOW-LnTQ-3exq-Xq08-9P7e-l6tb-HwMEcZ"}]}, {"path": "/dev/sdl", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045b6", "sas_device_handle": "0x0015", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdl", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D1TP7F", "lvs": [{"name": "osd-data-ed3e13cf-ef33-4b25-b721-2d9bdc498511", "osd_id": "233", "cluster_name": "ceph", "type": "block", "osd_fsid": "2f7a1d5e-5df8-4896-a911-f01d76b55fdf", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "O2urbi-YE7x-6Vac-p1uj-Vmb7-rQWX-4OQGqA"}]}, {"path": "/dev/sdm", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045ce", "sas_device_handle": "0x0016", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdm", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D7TP7F", "lvs": [{"name": "osd-data-9eda4625-063c-4526-9160-b9b25cc983ba", "osd_id": "234", "cluster_name": "ceph", "type": "block", "osd_fsid": "1ce6760e-b75e-4b79-837f-7d1738ec5e33", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "YyzmLB-ehc7-OOfg-517Y-hlCz-UYfB-U1K5hf"}]}, {"path": "/dev/sdn", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045ca", "sas_device_handle": "0x0017", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdn", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D6TP7F", "lvs": [{"name": "osd-data-eb30b3ef-de21-468c-b93c-3ba9b9e6933a", "osd_id": "235", "cluster_name": "ceph", "type": "block", "osd_fsid": "08202d07-e7a4-4d76-a47c-e9f94857d90d", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "EZ3F4l-q53l-8bmS-M1OF-co3l-cCG7-u9iDk0"}]}, {"path": "/dev/sdo", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045e6", "sas_device_handle": "0x0018", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdo", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DDTP7F", "lvs": [{"name": "osd-data-d437e109-e123-4cb6-a4f4-fc0a3bd4f58e", "osd_id": "236", "cluster_name": "ceph", "type": "block", "osd_fsid": "318015e4-a459-45c4-af3f-7bf224c9cfef", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "SOc7eK-bp0N-vlX0-TeUg-NKRW-9skh-5zvRVE"}]}, {"path": "/dev/sdp", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c04602", "sas_device_handle": "0x0019", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdp", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DLTP7F", "lvs": [{"name": "osd-data-ba973dac-6563-47fe-b9d0-8af0425ecf09", "osd_id": "237", "cluster_name": "ceph", "type": "block", "osd_fsid": "fa1a03a5-b806-46de-9a27-6cd098373cf9", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "02unQp-ay3M-Zqic-fhNA-Tz9i-149T-nhLoTQ"}]}, {"path": "/dev/sdq", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dda", "sas_device_handle": "0x001a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdq", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C9TP7F", "lvs": [{"name": "osd-data-4162a815-ab4f-4c19-a21e-6e024e87637a", "osd_id": "238", "cluster_name": "ceph", "type": "block", "osd_fsid": "b72cffaa-14c7-4a65-ad09-6766e76ebce8", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "wxF4iL-LboI-9iW0-piw1-S1fG-ruFs-8dMQg7"}]}, {"path": "/dev/sdr", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045b2", "sas_device_handle": "0x001b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdr", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D0TP7F", "lvs": [{"name": "osd-data-544ac1f5-97a7-4608-818f-adf78cfbf3f1", "osd_id": "239", "cluster_name": "ceph", "type": "block", "osd_fsid": "1dda0d42-9d40-491e-a9d5-27b7a00499fe", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "o5r1d9-1zHY-2iFL-Qu4T-XkVQ-WtbU-Pv4DjG"}]}, {"path": "/dev/sds", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dc6", "sas_device_handle": "0x001c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sds", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C4TP7F", "lvs": [{"name": "osd-data-b9ab8c4f-1dd5-4c7a-ab39-67a688922c76", "osd_id": "240", "cluster_name": "ceph", "type": "block", "osd_fsid": "9c8ce344-1d71-4cf3-bfca-b1160de613e2", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "lc6q6i-UlEm-Y6wq-bpXH-9d4p-u3mX-JXG6Id"}]}, {"path": "/dev/sdt", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045de", "sas_device_handle": "0x001d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdt", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DBTP7F", "lvs": [{"name": "osd-data-3db4f1d6-9269-4222-aa3f-520163199aa9", "osd_id": "241", "cluster_name": "ceph", "type": "block", "osd_fsid": "1d0cc448-179d-44c2-8c37-d977f3b71528", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "6M11JM-wQwP-pQQF-6h2M-8s9e-4ltk-biYW3F"}]}, {"path": "/dev/sdu", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93ce", "sas_device_handle": "0x001e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdu", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A140TP7F", "lvs": [{"name": "osd-data-90c1311e-edcb-4219-ad3e-26c8836717de", "osd_id": "242", "cluster_name": "ceph", "type": "block", "osd_fsid": "b56a7136-92c0-4ccb-8e66-3f780f13857f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "oevd5x-MbR6-2Umh-2yqU-o7XV-Owa2-QpuggS"}]}, {"path": "/dev/sdv", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045d2", "sas_device_handle": "0x001f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdv", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D8TP7F", "lvs": [{"name": "osd-data-855320b4-0910-45cf-95ad-866308312453", "osd_id": "243", "cluster_name": "ceph", "type": "block", "osd_fsid": "f5d81806-8f78-4308-8ca5-b2751b2ae7c6", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "STgihs-GDlG-LSCi-Ryeu-xkCy-oY2v-caYBC7"}]}, {"path": "/dev/sdw", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045ba", "sas_device_handle": "0x0020", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdw", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D2TP7F", "lvs": [{"name": "osd-data-e6fa7f19-0f6e-4fad-81e4-9a2f5214f697", "osd_id": "244", "cluster_name": "ceph", "type": "block", "osd_fsid": "08c0d0a0-a421-441e-965a-8cd4790d66b9", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Fbp21k-4xAg-moTY-Rvvi-hryL-bV27-AltnDM"}]}, {"path": "/dev/sdx", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045ae", "sas_device_handle": "0x0021", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdx", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0CZTP7F", "lvs": [{"name": "osd-data-8e0e91df-d975-402e-baae-21b8a2cb0b4b", "osd_id": "245", "cluster_name": "ceph", "type": "block", "osd_fsid": "65c1b6e6-c639-4fe6-862b-15301ca3d021", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "WNKrs6-kqwO-aY3L-wgZq-4Qyl-3qKf-w1UrZY"}]}, {"path": "/dev/sdy", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c04606", "sas_device_handle": "0x0022", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdy", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DMTP7F", "lvs": [{"name": "osd-data-f8ae240d-119d-43d3-9a04-f10e1935db7a", "osd_id": "246", "cluster_name": "ceph", "type": "block", "osd_fsid": "5d2faa48-52ad-49c4-a969-4bfdc2465234", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "3fhhvm-R1bc-9EXv-daaj-jR5h-wezP-yNih3h"}]}, {"path": "/dev/sdz", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045f2", "sas_device_handle": "0x0023", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdz", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DGTP7F", "lvs": [{"name": "osd-data-f5b2067e-b049-461b-89dc-634535cdbd7b", "osd_id": "247", "cluster_name": "ceph", "type": "block", "osd_fsid": "b7ba2aa6-d3c8-4040-8594-97348980ebe2", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "YtStHT-2lkC-LucU-8lEG-R00d-SdJt-OU3b80"}]}] 2020-06-26T15:53:28.894+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:/bin/docker:stdout [{"path": "/dev/sda", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045d6", "sas_device_handle": "0x000a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {"sda4": {"start": "7501344768", "sectors": "131727", "sectorsize": 512, "size": 67444224.0, "human_readable_size": "64.32 MB", "holders": []}, "sda2": {"start": "1128448", "sectors": "16384", "sectorsize": 512, "size": 8388608.0, "human_readable_size": "8.00 MB", "holders": []}, "sda3": {"start": "1144832", "sectors": "4293822464", "sectorsize": 512, "size": 2198437101568.0, "human_readable_size": "2.00 TB", "holders": []}, "sda1": {"start": "2048", "sectors": "1126400", "sectorsize": 512, "size": 576716800.0, "human_readable_size": "550.00 MB", "holders": []}}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sda", "locked": 1}, "available": false, "rejected_reasons": ["locked"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D9TP7F", "lvs": []}, {"path": "/dev/sdaa", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93be", "sas_device_handle": "0x0024", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaa", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A13YTP7F", "lvs": [{"name": "osd-data-a47e495a-84f8-4784-b776-36bac74a16da", "osd_id": "217", "cluster_name": "ceph", "type": "block", "osd_fsid": "00cb3518-b56c-4dfe-bc04-b4772be4333b", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "SXBKN5-csXW-WSgj-Gg0B-db0L-PCHG-fruAxp"}]}, {"path": "/dev/sdab", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c0460e", "sas_device_handle": "0x0025", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdab", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DPTP7F", "lvs": [{"name": "osd-data-751cb062-bd7f-422f-95f8-4291f8471bbe", "osd_id": "218", "cluster_name": "ceph", "type": "block", "osd_fsid": "1cb85898-a4b6-44be-9ae4-b9081065bb2b", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "l879T7-oBXB-aJVQ-OcL5-k5Ab-RDjt-ICk5T0"}]}, {"path": "/dev/sdac", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe65e", "sas_device_handle": "0x0026", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdac", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05JTP7F", "lvs": [{"name": "osd-data-e0896775-dd61-4e6b-b5e3-36914f5c5a60", "osd_id": "219", "cluster_name": "ceph", "type": "block", "osd_fsid": "eb93d650-5113-4ccc-862f-0f3df3ea2393", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "gKi1nC-X11k-47cl-VaWW-zUYO-Ywjf-ReEFPn"}]}, {"path": "/dev/sdad", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe65a", "sas_device_handle": "0x0027", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdad", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05HTP7F", "lvs": [{"name": "osd-data-2d942555-38fb-4896-8ae2-ec29b53a52d9", "osd_id": "220", "cluster_name": "ceph", "type": "block", "osd_fsid": "e701e07f-e898-4aea-8568-46624ea003fb", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "lvSmMu-Sm1a-zWgR-TO4c-4iJW-ihme-rCm88x"}]}, {"path": "/dev/sdae", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe666", "sas_device_handle": "0x0028", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdae", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05LTP7F", "lvs": [{"name": "osd-data-c18b4aaf-95fe-4c70-aaae-2586e671f762", "osd_id": "221", "cluster_name": "ceph", "type": "block", "osd_fsid": "e09b4bc2-66a3-4d76-9340-699080a496f7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "8630L9-lpBP-Anxr-JxR0-java-ZNqS-Kqfpdp"}]}, {"path": "/dev/sdaf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bfe662", "sas_device_handle": "0x0029", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdaf", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y920A05KTP7F", "lvs": [{"name": "osd-data-1dd0641b-3547-49a1-bfac-5a3f5baf0891", "osd_id": "222", "cluster_name": "ceph", "type": "block", "osd_fsid": "ed91052a-3d9a-4780-a138-666b8d280aad", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "VrgOHb-m9b0-jwBt-o4BD-cEGD-L8qD-k31DLe"}]}, {"path": "/dev/sdb", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045be", "sas_device_handle": "0x000b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdb", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D3TP7F", "lvs": [{"name": "osd-data-b14c87ad-42de-462e-bcfd-4515793b7edf", "osd_id": "223", "cluster_name": "ceph", "type": "block", "osd_fsid": "44953e4b-1399-4cca-bf30-e59fe7e20bca", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "puMZJq-k3AE-1wV1-sPey-84ua-ddvb-fnXwuJ"}]}, {"path": "/dev/sdc", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045da", "sas_device_handle": "0x000c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdc", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DATP7F", "lvs": [{"name": "osd-data-b890127a-7b53-441a-8742-1ce6f3b1ee90", "osd_id": "224", "cluster_name": "ceph", "type": "block", "osd_fsid": "5f97aa9d-e6be-41c9-97b1-b825675392e2", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "goBuii-R9nR-ApQ0-eIoV-ysd1-7FcV-1rFUKu"}]}, {"path": "/dev/sdd", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045c2", "sas_device_handle": "0x000d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdd", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D4TP7F", "lvs": [{"name": "osd-data-fae0ff34-2c9a-4143-a033-03f5ac67e2d1", "osd_id": "225", "cluster_name": "ceph", "type": "block", "osd_fsid": "93b56dff-b607-4dd5-8c68-00ea5052cdef", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "68MDe4-IMt3-Plon-8DbR-giqL-Vm4a-ZkSeKS"}]}, {"path": "/dev/sde", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045c6", "sas_device_handle": "0x000e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sde", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D5TP7F", "lvs": [{"name": "osd-data-d8e3894f-23d4-4d86-8b40-73c72d927cb3", "osd_id": "226", "cluster_name": "ceph", "type": "block", "osd_fsid": "f68450a8-e8b3-4b8f-9388-00cac097ef62", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "2SSfM4-KCQB-9L0L-sBDd-dgNw-qNkA-vj4PX0"}]}, {"path": "/dev/sdf", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045aa", "sas_device_handle": "0x000f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdf", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0CYTP7F", "lvs": [{"name": "osd-data-e1747dbc-0cc1-4d59-9a14-8f811a6cf813", "osd_id": "227", "cluster_name": "ceph", "type": "block", "osd_fsid": "c83ebe9b-c5df-438f-9d8f-5fc1c57027e4", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "e5L8AB-A3L9-edQx-MIee-63i3-FxfR-UI3YPn"}]}, {"path": "/dev/sdg", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045fe", "sas_device_handle": "0x0010", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdg", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DKTP7F", "lvs": [{"name": "osd-data-f6f0cf11-5ede-4eae-a8a9-eeed037a5559", "osd_id": "228", "cluster_name": "ceph", "type": "block", "osd_fsid": "ce6ba698-dd13-415e-9b91-058c6ea3cc94", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "lBxZfq-ZBre-wy33-ti9x-T9Lz-7P6z-qwBt9g"}]}, {"path": "/dev/sdh", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045e2", "sas_device_handle": "0x0011", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdh", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DCTP7F", "lvs": [{"name": "osd-data-57957e9b-074e-47f4-89a9-4d726331ef33", "osd_id": "229", "cluster_name": "ceph", "type": "block", "osd_fsid": "cac05d1a-20bd-461e-bc08-db7276c2216f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "oPzO3x-ijSM-sBGp-5RmZ-nH7I-bUsq-kaupu6"}]}, {"path": "/dev/sdi", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045ee", "sas_device_handle": "0x0012", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdi", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DFTP7F", "lvs": [{"name": "osd-data-602f6ab4-8939-431f-a6e4-0d809a418871", "osd_id": "230", "cluster_name": "ceph", "type": "block", "osd_fsid": "a8ec7ba1-15c0-4774-9d7f-0153f167b9e7", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "s5nTti-AY5j-SgUR-p3no-dgbt-sH1B-pjMJPP"}]}, {"path": "/dev/sdj", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045fa", "sas_device_handle": "0x0013", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdj", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DJTP7F", "lvs": [{"name": "osd-data-95ef5368-796e-45a2-9fac-050510289af9", "osd_id": "231", "cluster_name": "ceph", "type": "block", "osd_fsid": "1b46c247-46fe-4765-b6ba-0b3479ac285b", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "lEi9j9-2dBG-FRK5-ZfOK-ZEyA-qavO-9GnpiR"}]}, {"path": "/dev/sdk", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6d8a", "sas_device_handle": "0x0014", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdk", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0BPTP7F", "lvs": [{"name": "osd-data-3ec3c426-a478-4f9a-a479-45f077e3d067", "osd_id": "232", "cluster_name": "ceph", "type": "block", "osd_fsid": "697b3970-27df-4187-ad7c-2c149cfd246a", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "UT3QOW-LnTQ-3exq-Xq08-9P7e-l6tb-HwMEcZ"}]}, {"path": "/dev/sdl", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045b6", "sas_device_handle": "0x0015", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdl", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D1TP7F", "lvs": [{"name": "osd-data-ed3e13cf-ef33-4b25-b721-2d9bdc498511", "osd_id": "233", "cluster_name": "ceph", "type": "block", "osd_fsid": "2f7a1d5e-5df8-4896-a911-f01d76b55fdf", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "O2urbi-YE7x-6Vac-p1uj-Vmb7-rQWX-4OQGqA"}]}, {"path": "/dev/sdm", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045ce", "sas_device_handle": "0x0016", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdm", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D7TP7F", "lvs": [{"name": "osd-data-9eda4625-063c-4526-9160-b9b25cc983ba", "osd_id": "234", "cluster_name": "ceph", "type": "block", "osd_fsid": "1ce6760e-b75e-4b79-837f-7d1738ec5e33", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "YyzmLB-ehc7-OOfg-517Y-hlCz-UYfB-U1K5hf"}]}, {"path": "/dev/sdn", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045ca", "sas_device_handle": "0x0017", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdn", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D6TP7F", "lvs": [{"name": "osd-data-eb30b3ef-de21-468c-b93c-3ba9b9e6933a", "osd_id": "235", "cluster_name": "ceph", "type": "block", "osd_fsid": "08202d07-e7a4-4d76-a47c-e9f94857d90d", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "EZ3F4l-q53l-8bmS-M1OF-co3l-cCG7-u9iDk0"}]}, {"path": "/dev/sdo", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045e6", "sas_device_handle": "0x0018", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdo", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DDTP7F", "lvs": [{"name": "osd-data-d437e109-e123-4cb6-a4f4-fc0a3bd4f58e", "osd_id": "236", "cluster_name": "ceph", "type": "block", "osd_fsid": "318015e4-a459-45c4-af3f-7bf224c9cfef", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "SOc7eK-bp0N-vlX0-TeUg-NKRW-9skh-5zvRVE"}]}, {"path": "/dev/sdp", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c04602", "sas_device_handle": "0x0019", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdp", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DLTP7F", "lvs": [{"name": "osd-data-ba973dac-6563-47fe-b9d0-8af0425ecf09", "osd_id": "237", "cluster_name": "ceph", "type": "block", "osd_fsid": "fa1a03a5-b806-46de-9a27-6cd098373cf9", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "02unQp-ay3M-Zqic-fhNA-Tz9i-149T-nhLoTQ"}]}, {"path": "/dev/sdq", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dda", "sas_device_handle": "0x001a", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdq", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C9TP7F", "lvs": [{"name": "osd-data-4162a815-ab4f-4c19-a21e-6e024e87637a", "osd_id": "238", "cluster_name": "ceph", "type": "block", "osd_fsid": "b72cffaa-14c7-4a65-ad09-6766e76ebce8", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "wxF4iL-LboI-9iW0-piw1-S1fG-ruFs-8dMQg7"}]}, {"path": "/dev/sdr", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045b2", "sas_device_handle": "0x001b", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdr", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D0TP7F", "lvs": [{"name": "osd-data-544ac1f5-97a7-4608-818f-adf78cfbf3f1", "osd_id": "239", "cluster_name": "ceph", "type": "block", "osd_fsid": "1dda0d42-9d40-491e-a9d5-27b7a00499fe", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "o5r1d9-1zHY-2iFL-Qu4T-XkVQ-WtbU-Pv4DjG"}]}, {"path": "/dev/sds", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20bf6dc6", "sas_device_handle": "0x001c", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sds", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9S0A0C4TP7F", "lvs": [{"name": "osd-data-b9ab8c4f-1dd5-4c7a-ab39-67a688922c76", "osd_id": "240", "cluster_name": "ceph", "type": "block", "osd_fsid": "9c8ce344-1d71-4cf3-bfca-b1160de613e2", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "lc6q6i-UlEm-Y6wq-bpXH-9d4p-u3mX-JXG6Id"}]}, {"path": "/dev/sdt", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045de", "sas_device_handle": "0x001d", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdt", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DBTP7F", "lvs": [{"name": "osd-data-3db4f1d6-9269-4222-aa3f-520163199aa9", "osd_id": "241", "cluster_name": "ceph", "type": "block", "osd_fsid": "1d0cc448-179d-44c2-8c37-d977f3b71528", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "6M11JM-wQwP-pQQF-6h2M-8s9e-4ltk-biYW3F"}]}, {"path": "/dev/sdu", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20be93ce", "sas_device_handle": "0x001e", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdu", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_X9N0A140TP7F", "lvs": [{"name": "osd-data-90c1311e-edcb-4219-ad3e-26c8836717de", "osd_id": "242", "cluster_name": "ceph", "type": "block", "osd_fsid": "b56a7136-92c0-4ccb-8e66-3f780f13857f", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "oevd5x-MbR6-2Umh-2yqU-o7XV-Owa2-QpuggS"}]}, {"path": "/dev/sdv", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045d2", "sas_device_handle": "0x001f", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdv", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D8TP7F", "lvs": [{"name": "osd-data-855320b4-0910-45cf-95ad-866308312453", "osd_id": "243", "cluster_name": "ceph", "type": "block", "osd_fsid": "f5d81806-8f78-4308-8ca5-b2751b2ae7c6", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "STgihs-GDlG-LSCi-Ryeu-xkCy-oY2v-caYBC7"}]}, {"path": "/dev/sdw", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045ba", "sas_device_handle": "0x0020", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdw", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0D2TP7F", "lvs": [{"name": "osd-data-e6fa7f19-0f6e-4fad-81e4-9a2f5214f697", "osd_id": "244", "cluster_name": "ceph", "type": "block", "osd_fsid": "08c0d0a0-a421-441e-965a-8cd4790d66b9", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "Fbp21k-4xAg-moTY-Rvvi-hryL-bV27-AltnDM"}]}, {"path": "/dev/sdx", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045ae", "sas_device_handle": "0x0021", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdx", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0CZTP7F", "lvs": [{"name": "osd-data-8e0e91df-d975-402e-baae-21b8a2cb0b4b", "osd_id": "245", "cluster_name": "ceph", "type": "block", "osd_fsid": "65c1b6e6-c639-4fe6-862b-15301ca3d021", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "WNKrs6-kqwO-aY3L-wgZq-4Qyl-3qKf-w1UrZY"}]}, {"path": "/dev/sdy", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c04606", "sas_device_handle": "0x0022", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdy", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DMTP7F", "lvs": [{"name": "osd-data-f8ae240d-119d-43d3-9a04-f10e1935db7a", "osd_id": "246", "cluster_name": "ceph", "type": "block", "osd_fsid": "5d2faa48-52ad-49c4-a969-4bfdc2465234", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "3fhhvm-R1bc-9EXv-daaj-jR5h-wezP-yNih3h"}]}, {"path": "/dev/sdz", "sys_api": {"removable": "0", "ro": "0", "vendor": "TOSHIBA", "model": "KPM5XVUG3T84", "rev": "B01C", "sas_address": "0x58ce38ee20c045f2", "sas_device_handle": "0x0023", "support_discard": "4096", "rotational": "0", "nr_requests": "256", "scheduler_mode": "mq-deadline", "partitions": {}, "sectors": 0, "sectorsize": "512", "size": 3840755982336.0, "human_readable_size": "3.49 TB", "path": "/dev/sdz", "locked": 1}, "available": false, "rejected_reasons": ["locked", "Insufficient space (<5GB) on vgs", "LVM detected"], "device_id": "TOSHIBA_KPM5XVUG3T84_Y930A0DGTP7F", "lvs": [{"name": "osd-data-f5b2067e-b049-461b-89dc-634535cdbd7b", "osd_id": "247", "cluster_name": "ceph", "type": "block", "osd_fsid": "b7ba2aa6-d3c8-4040-8594-97348980ebe2", "cluster_fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "block_uuid": "YtStHT-2lkC-LucU-8lEG-R00d-SdJt-OU3b80"}]}] 2020-06-26T15:53:28.895+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.125 2020-06-26T15:53:28.907+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.011s 2020-06-26T15:53:28.907+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T15:53:28.907+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 list-networks 2020-06-26T15:53:29.138+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T15:53:29.139+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: { "10.8.0.0/24": [ "10.8.0.125" ], "172.16.3.0/24": [ "172.16.3.125" ], "172.16.4.0/24": [ "172.16.4.125" ], "172.16.5.0/24": [ "172.16.5.125" ], "172.16.6.0/24": [ "172.16.6.125" ], "172.17.0.0/16": [ "172.17.0.1" ] } 2020-06-26T15:53:29.139+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-08 devices (32) networks (6) 2020-06-26T15:53:29.170+0000 7f5fcaff4700 0 [cephadm DEBUG root] _check_for_strays 2020-06-26T15:53:29.177+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.osd] 0 OSDs are scheduled for removal: [] 2020-06-26T15:53:29.177+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.osd] Update OSD removal status 2020-06-26T15:53:29.177+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.osd] OSD removal status: set() 2020-06-26T15:53:29.177+0000 7f5fcaff4700 0 [cephadm DEBUG root] Applying service crash spec 2020-06-26T15:53:29.178+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.module] All hosts: [HostPlacementSpec(hostname='spsrc-mon-1', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-2', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-3', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-01', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-02', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-03', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-04', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-05', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-06', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-07', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-08', network='', name='')] 2020-06-26T15:53:29.178+0000 7f5fcaff4700 0 [cephadm DEBUG root] hosts with daemons: {'spsrc-mon-1', 'spsrc-osd-02', 'spsrc-osd-07', 'spsrc-mon-3', 'spsrc-osd-04', 'spsrc-mon-2', 'spsrc-osd-06', 'spsrc-osd-03', 'spsrc-osd-08', 'spsrc-osd-05', 'spsrc-osd-01'} 2020-06-26T15:53:29.178+0000 7f5fcaff4700 0 [cephadm DEBUG root] Applying service grafana spec 2020-06-26T15:53:29.178+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.module] place 1 over label mon: [HostPlacementSpec(hostname='spsrc-mon-1', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-2', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-3', network='', name='')] 2020-06-26T15:53:29.179+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.module] Hosts with existing daemons: [HostPlacementSpec(hostname='spsrc-mon-2', network='', name='')] 2020-06-26T15:53:29.179+0000 7f5fcaff4700 0 [cephadm DEBUG root] hosts with daemons: {'spsrc-mon-2'} 2020-06-26T15:53:29.179+0000 7f5fcaff4700 0 [cephadm DEBUG root] Applying service mds.manila spec 2020-06-26T15:53:29.180+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.module] Labeled hosts: [HostPlacementSpec(hostname='spsrc-mon-1', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-2', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-3', network='', name='')] 2020-06-26T15:53:29.180+0000 7f5fcaff4700 0 [cephadm DEBUG root] hosts with daemons: {'spsrc-mon-1', 'spsrc-mon-3', 'spsrc-mon-2'} 2020-06-26T15:53:29.180+0000 7f5fcaff4700 0 [cephadm DEBUG root] Applying service mgr spec 2020-06-26T15:53:29.180+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.module] Labeled hosts: [HostPlacementSpec(hostname='spsrc-mon-1', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-2', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-3', network='', name='')] 2020-06-26T15:53:29.180+0000 7f5fcaff4700 0 [cephadm DEBUG root] hosts with daemons: {'spsrc-mon-1', 'spsrc-mon-3', 'spsrc-mon-2'} 2020-06-26T15:53:29.180+0000 7f5fcaff4700 0 [cephadm DEBUG root] Applying service mon spec 2020-06-26T15:53:29.183+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T15:53:29.183+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon public_network is 172.16.5.0/24 2020-06-26T15:53:29.183+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.module] Labeled hosts: [HostPlacementSpec(hostname='spsrc-mon-1', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-2', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-3', network='', name='')] 2020-06-26T15:53:29.183+0000 7f5fcaff4700 0 [cephadm DEBUG root] hosts with daemons: {'spsrc-mon-1', 'spsrc-mon-3', 'spsrc-mon-2'} 2020-06-26T15:53:29.184+0000 7f5fcaff4700 0 [cephadm DEBUG root] Sleeping for 600 seconds 2020-06-26T15:53:29.789+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1035: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:29.802+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:53:29.803+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:31.795+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1036: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:33.799+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1037: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:34.532+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:53:34.532+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:53:34.532+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:53:34.554+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:53:34.803+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:53:34.803+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:35.806+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1038: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:37.809+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1039: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:39.804+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:53:39.804+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:39.812+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1040: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:41.820+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1041: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:43.823+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1042: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:44.554+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:53:44.554+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:53:44.555+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:53:44.580+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:53:44.804+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:53:44.805+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:45.830+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1043: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:47.833+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1044: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:49.805+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:53:49.805+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:49.837+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1045: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:51.845+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1046: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:53.848+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1047: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:54.580+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:53:54.580+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:53:54.580+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:53:54.604+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:53:54.805+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:53:54.806+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:55.855+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1048: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:57.858+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1049: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:53:59.223+0000 7f5f81ac4700 0 [balancer DEBUG root] Waking up [inactive, now 2020-06-26_15:53:59] 2020-06-26T15:53:59.223+0000 7f5f81ac4700 0 [balancer DEBUG root] Sleeping for 60 2020-06-26T15:53:59.806+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:53:59.806+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:53:59.861+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1050: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:01.869+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1051: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:03.873+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1052: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:04.001+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] _maybe_adjust 2020-06-26T15:54:04.037+0000 7f5fbd75a700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images 2020-06-26T15:54:04.037+0000 7f5fbd75a700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules 2020-06-26T15:54:04.083+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.volumes, start_after= 2020-06-26T15:54:04.089+0000 7f5fc2aa4700 0 [pg_autoscaler DEBUG root] root_ids [-1, -27, -36, -36, -27, -36] pools [1, 4, 5, 6, 9, 10] with 248 osds, pg_target 24800 2020-06-26T15:54:04.090+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:54:04.090+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'device_health_metrics' root_id -1 using 2.3618093413362395e-08 of space, bias 1.0, pg target 0.0002928643583256937 quantized to 1 (current 1) 2020-06-26T15:54:04.091+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:54:04.091+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.volumes' root_id -27 using 1.0440580701598667e-05 of space, bias 1.0, pg target 0.12946320069982348 quantized to 32 (current 32) 2020-06-26T15:54:04.092+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:54:04.092+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'glance.images' root_id -36 using 1.974214365714029e-06 of space, bias 1.0, pg target 0.02448025813485396 quantized to 32 (current 32) 2020-06-26T15:54:04.093+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:54:04.094+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.backup' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:54:04.095+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:54:04.095+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.meta' root_id -27 using 6.887234384855655e-11 of space, bias 4.0, pg target 3.416068254888405e-06 quantized to 16 (current 32) 2020-06-26T15:54:04.096+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:54:04.096+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.data' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:54:04.107+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: glance.images, start_after= 2020-06-26T15:54:04.108+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.backup, start_after= 2020-06-26T15:54:04.605+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:54:04.605+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:54:04.605+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:54:04.627+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:54:04.807+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:54:04.808+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:54:05.880+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1053: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:07.883+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1054: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:09.809+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:54:09.809+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:54:09.886+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1055: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:11.894+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1056: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:13.895+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1057: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:14.627+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:54:14.627+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:54:14.627+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:54:14.649+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:54:14.809+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:54:14.809+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:54:15.902+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1058: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:17.906+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1059: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:19.809+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:54:19.809+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:54:19.909+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1060: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:21.916+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1061: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:23.919+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1062: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:24.649+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:54:24.650+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:54:24.650+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:54:24.670+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:54:24.810+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:54:24.810+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:54:25.926+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1063: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:27.929+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1064: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:29.810+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:54:29.811+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:54:29.933+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1065: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:31.940+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1066: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:33.943+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1067: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:34.670+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:54:34.671+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:54:34.671+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:54:34.694+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:54:34.811+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:54:34.811+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:54:35.950+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1068: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:37.954+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1069: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:39.811+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:54:39.812+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:54:39.957+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1070: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:41.964+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1071: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:43.968+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1072: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:44.694+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:54:44.695+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:54:44.695+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:54:44.720+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:54:44.812+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:54:44.813+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:54:45.972+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1073: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:47.976+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1074: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:49.814+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:54:49.814+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:54:49.980+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1075: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:51.987+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1076: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:53.991+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1077: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:54.721+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:54:54.721+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:54:54.721+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:54:54.744+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:54:54.814+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:54:54.815+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:54:55.998+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1078: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:58.001+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1079: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:54:59.226+0000 7f5f81ac4700 0 [balancer DEBUG root] Waking up [inactive, now 2020-06-26_15:54:59] 2020-06-26T15:54:59.226+0000 7f5f81ac4700 0 [balancer DEBUG root] Sleeping for 60 2020-06-26T15:54:59.815+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:54:59.816+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:55:00.005+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1080: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:02.011+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1081: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:04.014+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1082: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:04.107+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] _maybe_adjust 2020-06-26T15:55:04.138+0000 7f5fbd75a700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images 2020-06-26T15:55:04.139+0000 7f5fbd75a700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules 2020-06-26T15:55:04.183+0000 7f5fc2aa4700 0 [pg_autoscaler DEBUG root] root_ids [-1, -27, -36, -36, -27, -36] pools [1, 4, 5, 6, 9, 10] with 248 osds, pg_target 24800 2020-06-26T15:55:04.185+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:55:04.185+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'device_health_metrics' root_id -1 using 2.3618093413362395e-08 of space, bias 1.0, pg target 0.0002928643583256937 quantized to 1 (current 1) 2020-06-26T15:55:04.186+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:55:04.186+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.volumes' root_id -27 using 1.0440580701598667e-05 of space, bias 1.0, pg target 0.12946320069982348 quantized to 32 (current 32) 2020-06-26T15:55:04.187+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:55:04.187+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'glance.images' root_id -36 using 1.974214365714029e-06 of space, bias 1.0, pg target 0.02448025813485396 quantized to 32 (current 32) 2020-06-26T15:55:04.188+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:55:04.188+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.backup' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:55:04.189+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:55:04.189+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.meta' root_id -27 using 6.887234384855655e-11 of space, bias 4.0, pg target 3.416068254888405e-06 quantized to 16 (current 32) 2020-06-26T15:55:04.190+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:55:04.190+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.data' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:55:04.190+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.volumes, start_after= 2020-06-26T15:55:04.200+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: glance.images, start_after= 2020-06-26T15:55:04.202+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.backup, start_after= 2020-06-26T15:55:04.744+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:55:04.744+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:55:04.744+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:55:04.768+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:55:04.815+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:55:04.815+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:55:06.021+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1083: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:08.024+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1084: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:09.815+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:55:09.816+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:55:10.028+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1085: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:12.035+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1086: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:14.039+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1087: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:14.768+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:55:14.768+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:55:14.768+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:55:14.792+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:55:14.816+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:55:14.816+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:55:16.046+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1088: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:18.049+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1089: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:19.816+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:55:19.817+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:55:20.053+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1090: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:22.060+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1091: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:24.063+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1092: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:24.793+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:55:24.793+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:55:24.793+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:55:24.814+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:55:24.817+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:55:24.817+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:55:26.070+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1093: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:28.074+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1094: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:29.818+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:55:29.818+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:55:30.077+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1095: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:32.084+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1096: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:34.088+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1097: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:34.815+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:55:34.815+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:55:34.815+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:55:34.837+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:55:34.838+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:55:34.839+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:55:36.095+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1098: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:38.099+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1099: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:39.839+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:55:39.839+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:55:40.103+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1100: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:42.110+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1101: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:44.113+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1102: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:44.839+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:55:44.840+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:55:44.840+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:55:44.840+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:55:44.841+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:55:44.865+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:55:46.120+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1103: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:48.124+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1104: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:49.839+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:55:49.840+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:55:50.127+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1105: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:52.134+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1106: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:54.137+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1107: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:54.840+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:55:54.840+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:55:54.865+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:55:54.865+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:55:54.865+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:55:54.888+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:55:56.144+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1108: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:58.148+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1109: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:55:59.226+0000 7f5f81ac4700 0 [balancer DEBUG root] Waking up [inactive, now 2020-06-26_15:55:59] 2020-06-26T15:55:59.226+0000 7f5f81ac4700 0 [balancer DEBUG root] Sleeping for 60 2020-06-26T15:55:59.840+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:55:59.841+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:56:00.153+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1110: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:02.159+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1111: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:04.162+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1112: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:04.200+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] _maybe_adjust 2020-06-26T15:56:04.231+0000 7f5fbd75a700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images 2020-06-26T15:56:04.231+0000 7f5fbd75a700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules 2020-06-26T15:56:04.274+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.volumes, start_after= 2020-06-26T15:56:04.277+0000 7f5fc2aa4700 0 [pg_autoscaler DEBUG root] root_ids [-1, -27, -36, -36, -27, -36] pools [1, 4, 5, 6, 9, 10] with 248 osds, pg_target 24800 2020-06-26T15:56:04.279+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:56:04.279+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'device_health_metrics' root_id -1 using 2.3618093413362395e-08 of space, bias 1.0, pg target 0.0002928643583256937 quantized to 1 (current 1) 2020-06-26T15:56:04.280+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:56:04.280+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.volumes' root_id -27 using 1.0440580701598667e-05 of space, bias 1.0, pg target 0.12946320069982348 quantized to 32 (current 32) 2020-06-26T15:56:04.281+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:56:04.281+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'glance.images' root_id -36 using 1.974214365714029e-06 of space, bias 1.0, pg target 0.02448025813485396 quantized to 32 (current 32) 2020-06-26T15:56:04.282+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:56:04.282+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.backup' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:56:04.283+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:56:04.283+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.meta' root_id -27 using 6.887234384855655e-11 of space, bias 4.0, pg target 3.416068254888405e-06 quantized to 16 (current 32) 2020-06-26T15:56:04.284+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:56:04.284+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.data' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:56:04.284+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: glance.images, start_after= 2020-06-26T15:56:04.293+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.backup, start_after= 2020-06-26T15:56:04.841+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:56:04.841+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:56:04.888+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:56:04.888+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:56:04.888+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:56:04.911+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:56:06.172+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1113: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:08.176+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1114: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:09.842+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:56:09.842+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:56:10.183+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1115: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:12.188+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1116: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:14.191+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1117: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:14.842+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:56:14.843+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:56:14.912+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:56:14.912+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:56:14.912+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:56:14.936+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:56:16.198+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1118: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:18.201+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1119: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:19.843+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:56:19.844+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:56:20.208+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1120: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:22.212+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1121: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:24.216+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1122: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:24.845+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:56:24.845+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:56:24.937+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:56:24.937+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:56:24.937+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:56:24.950+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:56:26.223+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1123: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:28.225+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1124: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:29.845+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:56:29.846+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:56:30.232+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1125: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:32.236+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1126: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:34.239+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1127: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:34.846+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:56:34.846+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:56:34.950+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:56:34.950+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:56:34.950+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:56:34.973+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:56:36.244+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1128: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:38.247+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1129: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:39.845+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:56:39.846+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:56:40.255+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1130: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:42.258+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1131: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:44.261+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1132: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:44.846+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:56:44.847+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:56:44.973+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:56:44.973+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:56:44.973+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:56:44.998+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:56:46.268+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1133: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:48.271+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1134: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:49.847+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:56:49.847+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:56:50.278+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1135: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:52.282+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1136: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:54.285+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1137: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:54.847+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:56:54.848+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:56:54.999+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:56:54.999+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:56:54.999+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:56:55.023+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:56:56.293+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1138: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:58.296+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1139: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:56:59.227+0000 7f5f81ac4700 0 [balancer DEBUG root] Waking up [inactive, now 2020-06-26_15:56:59] 2020-06-26T15:56:59.227+0000 7f5f81ac4700 0 [balancer DEBUG root] Sleeping for 60 2020-06-26T15:56:59.848+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:56:59.849+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:57:00.303+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1140: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:02.307+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1141: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:04.293+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] _maybe_adjust 2020-06-26T15:57:04.310+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1142: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:04.318+0000 7f5fbd75a700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images 2020-06-26T15:57:04.318+0000 7f5fbd75a700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules 2020-06-26T15:57:04.377+0000 7f5fc2aa4700 0 [pg_autoscaler DEBUG root] root_ids [-1, -27, -36, -36, -27, -36] pools [1, 4, 5, 6, 9, 10] with 248 osds, pg_target 24800 2020-06-26T15:57:04.379+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:57:04.379+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'device_health_metrics' root_id -1 using 2.3618093413362395e-08 of space, bias 1.0, pg target 0.0002928643583256937 quantized to 1 (current 1) 2020-06-26T15:57:04.380+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:57:04.380+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.volumes' root_id -27 using 1.0440580701598667e-05 of space, bias 1.0, pg target 0.12946320069982348 quantized to 32 (current 32) 2020-06-26T15:57:04.381+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:57:04.381+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'glance.images' root_id -36 using 1.974214365714029e-06 of space, bias 1.0, pg target 0.02448025813485396 quantized to 32 (current 32) 2020-06-26T15:57:04.382+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:57:04.382+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.backup' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:57:04.383+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.volumes, start_after= 2020-06-26T15:57:04.383+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:57:04.384+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.meta' root_id -27 using 6.887234384855655e-11 of space, bias 4.0, pg target 3.416068254888405e-06 quantized to 16 (current 32) 2020-06-26T15:57:04.384+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:57:04.385+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.data' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:57:04.395+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: glance.images, start_after= 2020-06-26T15:57:04.396+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.backup, start_after= 2020-06-26T15:57:04.849+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:57:04.849+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:57:05.023+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:57:05.023+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:57:05.024+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:57:05.045+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:57:06.319+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1143: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:08.322+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1144: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:09.849+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:57:09.850+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:57:10.329+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1145: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:12.334+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1146: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:14.337+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1147: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:14.851+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:57:14.851+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:57:15.047+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:57:15.047+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:57:15.047+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:57:15.069+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:57:16.341+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1148: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:18.344+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1149: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:19.852+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:57:19.852+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:57:20.350+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1150: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:22.354+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1151: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:24.356+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1152: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:24.852+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:57:24.853+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:57:25.069+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:57:25.069+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:57:25.069+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:57:25.087+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:57:26.363+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1153: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:28.367+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1154: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:29.853+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:57:29.853+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:57:30.374+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1155: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:32.377+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1156: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:34.380+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1157: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:34.853+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:57:34.854+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:57:35.087+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:57:35.087+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:57:35.087+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:57:35.111+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:57:36.386+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1158: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:38.390+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1159: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:39.854+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:57:39.855+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:57:40.397+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1160: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:42.400+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1161: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:44.404+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1162: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:44.855+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:57:44.855+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:57:45.111+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:57:45.111+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:57:45.111+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:57:45.136+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:57:46.411+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1163: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:48.414+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1164: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:49.855+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:57:49.856+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:57:50.418+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1165: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:52.422+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1166: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:54.425+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1167: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:54.856+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:57:54.856+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:57:55.136+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:57:55.136+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:57:55.137+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:57:55.161+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:57:56.432+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1168: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:58.435+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1169: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:57:59.229+0000 7f5f81ac4700 0 [balancer DEBUG root] Waking up [inactive, now 2020-06-26_15:57:59] 2020-06-26T15:57:59.229+0000 7f5f81ac4700 0 [balancer DEBUG root] Sleeping for 60 2020-06-26T15:57:59.858+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:57:59.858+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:58:00.441+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1170: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:02.444+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1171: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:04.397+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] _maybe_adjust 2020-06-26T15:58:04.421+0000 7f5fbd75a700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images 2020-06-26T15:58:04.421+0000 7f5fbd75a700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules 2020-06-26T15:58:04.447+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1172: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:04.471+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.volumes, start_after= 2020-06-26T15:58:04.482+0000 7f5fc2aa4700 0 [pg_autoscaler DEBUG root] root_ids [-1, -27, -36, -36, -27, -36] pools [1, 4, 5, 6, 9, 10] with 248 osds, pg_target 24800 2020-06-26T15:58:04.483+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:58:04.483+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'device_health_metrics' root_id -1 using 2.3618093413362395e-08 of space, bias 1.0, pg target 0.0002928643583256937 quantized to 1 (current 1) 2020-06-26T15:58:04.484+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:58:04.484+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.volumes' root_id -27 using 1.0440580701598667e-05 of space, bias 1.0, pg target 0.12946320069982348 quantized to 32 (current 32) 2020-06-26T15:58:04.485+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:58:04.485+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'glance.images' root_id -36 using 1.974214365714029e-06 of space, bias 1.0, pg target 0.02448025813485396 quantized to 32 (current 32) 2020-06-26T15:58:04.486+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:58:04.486+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.backup' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:58:04.487+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:58:04.487+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.meta' root_id -27 using 6.887234384855655e-11 of space, bias 4.0, pg target 3.416068254888405e-06 quantized to 16 (current 32) 2020-06-26T15:58:04.488+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:58:04.488+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.data' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:58:04.497+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: glance.images, start_after= 2020-06-26T15:58:04.499+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.backup, start_after= 2020-06-26T15:58:04.858+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:58:04.859+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:58:05.163+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:58:05.163+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:58:05.163+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:58:05.186+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:58:06.454+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1173: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:08.458+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1174: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:09.859+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:58:09.859+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:58:10.465+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1175: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:12.468+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1176: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:14.471+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1177: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:14.858+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:58:14.859+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:58:15.185+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:58:15.185+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:58:15.185+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:58:15.209+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:58:16.478+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1178: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:18.481+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1179: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:19.859+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:58:19.859+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:58:20.485+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1180: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:22.488+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1181: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:24.491+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1182: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:24.859+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:58:24.860+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:58:25.209+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:58:25.209+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:58:25.210+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:58:25.232+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:58:26.498+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1183: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:28.501+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1184: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:29.860+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:58:29.861+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:58:30.508+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1185: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:32.511+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1186: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:34.515+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1187: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:34.861+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:58:34.861+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:58:35.232+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:58:35.232+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:58:35.233+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:58:35.254+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:58:36.522+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1188: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:38.525+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1189: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:39.861+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:58:39.862+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:58:40.532+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1190: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:42.536+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1191: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:44.539+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1192: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:44.862+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:58:44.862+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:58:45.254+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:58:45.255+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:58:45.255+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:58:45.281+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:58:46.548+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1193: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:48.552+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1194: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:49.864+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:58:49.864+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:58:50.556+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1195: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:52.559+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1196: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:54.563+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1197: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:54.864+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:58:54.865+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:58:55.282+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:58:55.282+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:58:55.282+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:58:55.304+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:58:56.570+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1198: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:58.573+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1199: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:58:59.230+0000 7f5f81ac4700 0 [balancer DEBUG root] Waking up [inactive, now 2020-06-26_15:58:59] 2020-06-26T15:58:59.230+0000 7f5f81ac4700 0 [balancer DEBUG root] Sleeping for 60 2020-06-26T15:58:59.243+0000 7f5fca7f3700 4 mgr get_store_prefix get_store_prefix prefix: mgr/crash/crash/ 2020-06-26T15:58:59.864+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:58:59.864+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:59:00.579+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1200: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:02.582+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1201: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:04.497+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] _maybe_adjust 2020-06-26T15:59:04.522+0000 7f5fbd75a700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images 2020-06-26T15:59:04.522+0000 7f5fbd75a700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules 2020-06-26T15:59:04.581+0000 7f5fc2aa4700 0 [pg_autoscaler DEBUG root] root_ids [-1, -27, -36, -36, -27, -36] pools [1, 4, 5, 6, 9, 10] with 248 osds, pg_target 24800 2020-06-26T15:59:04.582+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:59:04.582+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'device_health_metrics' root_id -1 using 2.3618093413362395e-08 of space, bias 1.0, pg target 0.0002928643583256937 quantized to 1 (current 1) 2020-06-26T15:59:04.583+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:59:04.583+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.volumes' root_id -27 using 1.0440580701598667e-05 of space, bias 1.0, pg target 0.12946320069982348 quantized to 32 (current 32) 2020-06-26T15:59:04.584+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:59:04.584+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'glance.images' root_id -36 using 1.974214365714029e-06 of space, bias 1.0, pg target 0.02448025813485396 quantized to 32 (current 32) 2020-06-26T15:59:04.585+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:59:04.585+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.backup' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:59:04.586+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1202: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:04.586+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:59:04.586+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.meta' root_id -27 using 6.887234384855655e-11 of space, bias 4.0, pg target 3.416068254888405e-06 quantized to 16 (current 32) 2020-06-26T15:59:04.586+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.volumes, start_after= 2020-06-26T15:59:04.587+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T15:59:04.587+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.data' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T15:59:04.597+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: glance.images, start_after= 2020-06-26T15:59:04.598+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.backup, start_after= 2020-06-26T15:59:04.864+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:59:04.865+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:59:05.304+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:59:05.304+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:59:05.304+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:59:05.326+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:59:06.592+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1203: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:08.596+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1204: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:09.865+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:59:09.866+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:59:10.603+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1205: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:12.607+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1206: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:14.610+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1207: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:14.866+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:59:14.866+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:59:15.327+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:59:15.327+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:59:15.327+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:59:15.349+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:59:16.615+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1208: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:18.618+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1209: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:19.866+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:59:19.867+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:59:20.625+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1210: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:22.628+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1211: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:24.632+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1212: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:24.867+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:59:24.868+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:59:25.350+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:59:25.350+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:59:25.350+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:59:25.363+0000 7f5fce93b700 0 log_channel(audit) log [DBG] : from='client.995517 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2020-06-26T15:59:25.372+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:59:26.639+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1213: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:28.643+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1214: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:29.869+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:59:29.870+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:59:30.650+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1215: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:32.654+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1216: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:34.659+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1217: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:34.871+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:59:34.871+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:59:35.374+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:59:35.374+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:59:35.374+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:59:35.400+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:59:36.664+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1218: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:38.667+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1219: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:39.871+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:59:39.872+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:59:40.674+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1220: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:42.678+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1221: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:44.681+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1222: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:44.872+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:59:44.872+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:59:45.401+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:59:45.401+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:59:45.401+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:59:45.422+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:59:46.687+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1223: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:48.691+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1224: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:49.872+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:59:49.872+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:59:50.697+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1225: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:52.701+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1226: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:54.703+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1227: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:54.872+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:59:54.873+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T15:59:55.422+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T15:59:55.422+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T15:59:55.422+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T15:59:55.447+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T15:59:56.711+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1228: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:58.714+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1229: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T15:59:59.230+0000 7f5f81ac4700 0 [balancer DEBUG root] Waking up [inactive, now 2020-06-26_15:59:59] 2020-06-26T15:59:59.230+0000 7f5f81ac4700 0 [balancer DEBUG root] Sleeping for 60 2020-06-26T15:59:59.873+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T15:59:59.873+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:00:00.721+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1230: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:02.725+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1231: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:04.597+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] _maybe_adjust 2020-06-26T16:00:04.628+0000 7f5fbd75a700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images 2020-06-26T16:00:04.629+0000 7f5fbd75a700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules 2020-06-26T16:00:04.666+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.volumes, start_after= 2020-06-26T16:00:04.671+0000 7f5fc2aa4700 0 [pg_autoscaler DEBUG root] root_ids [-1, -27, -36, -36, -27, -36] pools [1, 4, 5, 6, 9, 10] with 248 osds, pg_target 24800 2020-06-26T16:00:04.673+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:00:04.673+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'device_health_metrics' root_id -1 using 2.3618093413362395e-08 of space, bias 1.0, pg target 0.0002928643583256937 quantized to 1 (current 1) 2020-06-26T16:00:04.674+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:00:04.674+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.volumes' root_id -27 using 1.0440580701598667e-05 of space, bias 1.0, pg target 0.12946320069982348 quantized to 32 (current 32) 2020-06-26T16:00:04.675+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:00:04.675+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'glance.images' root_id -36 using 1.974214365714029e-06 of space, bias 1.0, pg target 0.02448025813485396 quantized to 32 (current 32) 2020-06-26T16:00:04.676+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:00:04.676+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.backup' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T16:00:04.677+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:00:04.677+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.meta' root_id -27 using 6.887234384855655e-11 of space, bias 4.0, pg target 3.416068254888405e-06 quantized to 16 (current 32) 2020-06-26T16:00:04.678+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:00:04.678+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.data' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T16:00:04.687+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: glance.images, start_after= 2020-06-26T16:00:04.688+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.backup, start_after= 2020-06-26T16:00:04.728+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1232: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:04.873+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:00:04.874+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:00:05.447+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:00:05.447+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:00:05.447+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:00:05.471+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:00:06.735+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1233: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:08.738+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1234: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:09.874+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:00:09.874+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:00:10.746+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1235: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:12.750+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1236: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:14.751+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1237: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:14.875+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:00:14.875+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:00:15.471+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:00:15.472+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:00:15.472+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:00:15.495+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:00:16.758+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1238: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:18.761+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1239: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:19.875+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:00:19.876+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:00:20.768+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1240: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:22.772+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1241: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:24.775+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1242: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:24.877+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:00:24.878+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:00:25.497+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:00:25.497+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:00:25.498+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:00:25.522+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:00:26.782+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1243: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:28.786+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1244: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:29.878+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:00:29.879+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:00:30.792+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1245: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:32.796+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1246: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:34.798+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1247: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:34.878+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:00:34.878+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:00:35.522+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:00:35.522+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:00:35.522+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:00:35.545+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:00:36.805+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1248: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:38.809+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1249: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:39.878+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:00:39.879+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:00:40.816+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1250: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:42.820+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1251: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:44.823+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1252: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:44.879+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:00:44.880+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:00:45.545+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:00:45.545+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:00:45.545+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:00:45.568+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:00:46.830+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1253: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:48.833+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1254: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:49.880+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:00:49.880+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:00:50.840+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1255: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:52.844+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1256: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:54.847+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1257: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:54.880+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:00:54.881+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:00:55.568+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:00:55.569+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:00:55.569+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:00:55.592+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:00:56.854+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1258: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:58.857+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1259: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:00:59.231+0000 7f5f81ac4700 0 [balancer DEBUG root] Waking up [inactive, now 2020-06-26_16:00:59] 2020-06-26T16:00:59.232+0000 7f5f81ac4700 0 [balancer DEBUG root] Sleeping for 60 2020-06-26T16:00:59.881+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:00:59.882+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:01:00.865+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1260: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:02.868+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1261: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:04.688+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] _maybe_adjust 2020-06-26T16:01:04.714+0000 7f5fbd75a700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images 2020-06-26T16:01:04.714+0000 7f5fbd75a700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules 2020-06-26T16:01:04.777+0000 7f5fc2aa4700 0 [pg_autoscaler DEBUG root] root_ids [-1, -27, -36, -36, -27, -36] pools [1, 4, 5, 6, 9, 10] with 248 osds, pg_target 24800 2020-06-26T16:01:04.778+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:01:04.778+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'device_health_metrics' root_id -1 using 2.3618093413362395e-08 of space, bias 1.0, pg target 0.0002928643583256937 quantized to 1 (current 1) 2020-06-26T16:01:04.779+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:01:04.779+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.volumes' root_id -27 using 1.0440580701598667e-05 of space, bias 1.0, pg target 0.12946320069982348 quantized to 32 (current 32) 2020-06-26T16:01:04.780+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:01:04.780+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'glance.images' root_id -36 using 1.974214365714029e-06 of space, bias 1.0, pg target 0.02448025813485396 quantized to 32 (current 32) 2020-06-26T16:01:04.781+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:01:04.781+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.backup' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T16:01:04.783+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:01:04.783+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.meta' root_id -27 using 6.887234384855655e-11 of space, bias 4.0, pg target 3.416068254888405e-06 quantized to 16 (current 32) 2020-06-26T16:01:04.784+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:01:04.784+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.data' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T16:01:04.794+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.volumes, start_after= 2020-06-26T16:01:04.796+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: glance.images, start_after= 2020-06-26T16:01:04.797+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.backup, start_after= 2020-06-26T16:01:04.873+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1262: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:04.882+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:01:04.882+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:01:05.592+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:01:05.592+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:01:05.593+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:01:05.618+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:01:06.881+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1263: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail; 0 B/s rd, 851 B/s wr, 0 op/s 2020-06-26T16:01:08.884+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1264: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail; 0 B/s rd, 850 B/s wr, 0 op/s 2020-06-26T16:01:09.883+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:01:09.884+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:01:10.892+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1265: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail; 0 B/s rd, 851 B/s wr, 0 op/s 2020-06-26T16:01:12.895+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1266: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail; 0 B/s rd, 850 B/s wr, 0 op/s 2020-06-26T16:01:14.884+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:01:14.884+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:01:14.899+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1267: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail; 0 B/s rd, 851 B/s wr, 0 op/s 2020-06-26T16:01:15.619+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:01:15.620+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:01:15.620+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:01:15.642+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:01:16.905+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1268: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail; 0 B/s rd, 851 B/s wr, 0 op/s 2020-06-26T16:01:18.909+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1269: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:19.885+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:01:19.885+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:01:20.915+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1270: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:22.918+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1271: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:24.884+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:01:24.885+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:01:24.921+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1272: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:25.641+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:01:25.642+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:01:25.642+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:01:25.666+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:01:26.930+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1273: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:28.933+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1274: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:29.885+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:01:29.886+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:01:30.941+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1275: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:32.944+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1276: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:34.886+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:01:34.886+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:01:34.948+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1277: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:35.667+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:01:35.667+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:01:35.667+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:01:35.690+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:01:36.955+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1278: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail; 680 B/s wr, 0 op/s 2020-06-26T16:01:38.958+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1279: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail; 680 B/s wr, 0 op/s 2020-06-26T16:01:39.886+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:01:39.887+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:01:40.965+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1280: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail; 681 B/s wr, 0 op/s 2020-06-26T16:01:42.968+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1281: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail; 680 B/s wr, 0 op/s 2020-06-26T16:01:44.887+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:01:44.887+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:01:44.971+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1282: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail; 681 B/s wr, 0 op/s 2020-06-26T16:01:45.691+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:01:45.691+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:01:45.691+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:01:45.717+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:01:46.979+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1283: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail; 681 B/s wr, 0 op/s 2020-06-26T16:01:48.982+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1284: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:49.887+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:01:49.888+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:01:50.989+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1285: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:52.992+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1286: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:54.888+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:01:54.888+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:01:54.996+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1287: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:55.717+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:01:55.718+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:01:55.718+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:01:55.740+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:01:57.003+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1288: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:59.007+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1289: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:01:59.233+0000 7f5f81ac4700 0 [balancer DEBUG root] Waking up [inactive, now 2020-06-26_16:01:59] 2020-06-26T16:01:59.234+0000 7f5f81ac4700 0 [balancer DEBUG root] Sleeping for 60 2020-06-26T16:01:59.890+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:01:59.890+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:01.014+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1290: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:03.018+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1291: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:04.796+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] _maybe_adjust 2020-06-26T16:02:04.829+0000 7f5fbd75a700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images 2020-06-26T16:02:04.829+0000 7f5fbd75a700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules 2020-06-26T16:02:04.874+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.volumes, start_after= 2020-06-26T16:02:04.876+0000 7f5fc2aa4700 0 [pg_autoscaler DEBUG root] root_ids [-1, -27, -36, -36, -27, -36] pools [1, 4, 5, 6, 9, 10] with 248 osds, pg_target 24800 2020-06-26T16:02:04.877+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:02:04.877+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'device_health_metrics' root_id -1 using 2.3618093413362395e-08 of space, bias 1.0, pg target 0.0002928643583256937 quantized to 1 (current 1) 2020-06-26T16:02:04.878+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:02:04.878+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.volumes' root_id -27 using 1.0440580701598667e-05 of space, bias 1.0, pg target 0.12946320069982348 quantized to 32 (current 32) 2020-06-26T16:02:04.879+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:02:04.879+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'glance.images' root_id -36 using 1.974214365714029e-06 of space, bias 1.0, pg target 0.02448025813485396 quantized to 32 (current 32) 2020-06-26T16:02:04.880+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:02:04.880+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.backup' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T16:02:04.881+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:02:04.881+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.meta' root_id -27 using 6.887234384855655e-11 of space, bias 4.0, pg target 3.416068254888405e-06 quantized to 16 (current 32) 2020-06-26T16:02:04.882+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:02:04.882+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.data' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T16:02:04.891+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:04.891+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:02:04.891+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: glance.images, start_after= 2020-06-26T16:02:04.893+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.backup, start_after= 2020-06-26T16:02:05.021+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1292: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:05.741+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:02:05.742+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:02:05.742+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:02:05.765+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:02:07.029+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1293: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:09.032+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1294: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:09.891+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:09.892+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:02:11.038+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1295: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:13.042+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1296: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:14.891+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:14.891+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:02:15.045+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1297: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:15.765+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:02:15.765+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:02:15.765+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:02:15.788+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:02:17.052+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1298: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:19.056+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1299: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:19.891+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:19.892+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:02:21.062+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1300: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:23.066+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1301: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:24.892+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:24.892+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:02:25.069+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1302: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:25.789+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:02:25.789+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:02:25.789+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:02:25.805+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:02:27.076+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1303: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:29.079+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1304: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:29.892+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:29.892+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:02:31.087+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1305: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:33.090+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1306: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:34.893+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:34.893+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:02:35.093+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1307: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:35.805+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:02:35.805+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:02:35.805+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:02:35.829+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:02:37.101+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1308: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:39.104+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1309: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:39.893+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:39.894+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:02:41.111+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1310: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:43.115+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1311: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:44.895+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:44.895+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:02:45.119+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1312: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:45.830+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:02:45.830+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:02:45.831+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:02:45.854+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:02:47.126+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1313: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:49.129+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1314: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:49.895+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:49.896+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:02:51.136+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1315: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:53.140+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1316: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:54.896+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:54.896+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:02:55.143+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1317: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:55.855+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:02:55.855+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:02:55.855+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:02:55.879+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:02:57.149+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1318: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:59.152+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1319: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:02:59.235+0000 7f5f81ac4700 0 [balancer DEBUG root] Waking up [inactive, now 2020-06-26_16:02:59] 2020-06-26T16:02:59.235+0000 7f5f81ac4700 0 [balancer DEBUG root] Sleeping for 60 2020-06-26T16:02:59.895+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:02:59.896+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:01.159+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1320: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:03.162+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1321: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:04.890+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] _maybe_adjust 2020-06-26T16:03:04.912+0000 7f5fbd75a700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images 2020-06-26T16:03:04.912+0000 7f5fbd75a700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules 2020-06-26T16:03:04.935+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:04.951+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:03:04.952+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.volumes, start_after= 2020-06-26T16:03:04.973+0000 7f5fc2aa4700 0 [pg_autoscaler DEBUG root] root_ids [-1, -27, -36, -36, -27, -36] pools [1, 4, 5, 6, 9, 10] with 248 osds, pg_target 24800 2020-06-26T16:03:04.975+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:03:04.975+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'device_health_metrics' root_id -1 using 2.3618093413362395e-08 of space, bias 1.0, pg target 0.0002928643583256937 quantized to 1 (current 1) 2020-06-26T16:03:04.976+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:03:04.976+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.volumes' root_id -27 using 1.0440580701598667e-05 of space, bias 1.0, pg target 0.12946320069982348 quantized to 32 (current 32) 2020-06-26T16:03:04.977+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:03:04.977+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'glance.images' root_id -36 using 1.974214365714029e-06 of space, bias 1.0, pg target 0.02448025813485396 quantized to 32 (current 32) 2020-06-26T16:03:04.978+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:03:04.978+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.backup' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T16:03:04.979+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:03:04.979+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.meta' root_id -27 using 6.887234384855655e-11 of space, bias 4.0, pg target 3.416068254888405e-06 quantized to 16 (current 32) 2020-06-26T16:03:04.980+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:03:04.980+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.data' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T16:03:04.981+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: glance.images, start_after= 2020-06-26T16:03:04.991+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.backup, start_after= 2020-06-26T16:03:05.166+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1322: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:05.878+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:03:05.878+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:03:05.879+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:03:06.127+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:03:07.173+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1323: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:09.176+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1324: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:09.936+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:09.951+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:03:11.183+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1325: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:13.187+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1326: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:14.936+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:14.951+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:03:15.191+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1327: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:16.127+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:03:16.127+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:03:16.127+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:03:16.150+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:03:17.194+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1328: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:19.197+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1329: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:19.937+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:19.952+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:03:21.204+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1330: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:23.208+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1331: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:24.938+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:24.952+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:03:25.213+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1332: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:26.150+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:03:26.150+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:03:26.150+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:03:26.173+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:03:27.219+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1333: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:29.185+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing hosts 2020-06-26T16:03:29.185+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-mon-1 2020-06-26T16:03:29.185+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to spsrc-mon-1 2020-06-26T16:03:29.185+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T16:03:29.185+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T16:03:29.222+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1334: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:29.587+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T16:03:29.587+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T16:03:29.604+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-mon-1 failed check 2020-06-26T16:03:29.604+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-mon-1 daemons 2020-06-26T16:03:29.604+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to spsrc-mon-1 2020-06-26T16:03:29.607+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T16:03:29.607+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T16:03:29.607+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T16:03:29.938+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:29.953+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:03:30.584+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T16:03:30.584+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "mon.spsrc-mon-1", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "57adb2c8fab83585bd2bc893b8a96887e5fa6f109ffa8ded20299fffda8a4ebc", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-26T12:09:20.997981", "created": "2020-06-05T16:40:54.547569", "deployed": "2020-06-05T16:40:53.822559", "configured": "2020-06-16T09:31:29.886117" }, { "style": "cephadm:v1", "name": "mgr.spsrc-mon-1.eziiam", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "9b1ca575885191def292359d7385106739b9168f1ba04d004a5b44efe1839243", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-26T12:28:45.045386", "created": "2020-06-05T16:40:58.650625", "deployed": "2020-06-05T16:40:58.281620", "configured": "2020-06-05T16:54:10.986365" }, { "style": "cephadm:v1", "name": "mds.manila.spsrc-mon-1.gpulzs", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2d0cf42d7cee7f331d31d5fe611bf3a23595252a5b6c5866fbf6d422c4b3f70c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:49:13.312923", "created": "2020-06-08T15:15:00.336023", "deployed": "2020-06-08T15:14:59.949018", "configured": "2020-06-16T08:52:13.890846" }, { "style": "cephadm:v1", "name": "mon.spsrc-mon-1-safe", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": false, "state": "stopped", "container_id": null, "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": null, "version": null, "started": null, "created": "2020-06-05T16:40:54.547569", "deployed": "2020-06-05T16:40:53.822559", "configured": "2020-06-16T09:31:30.429740" }, { "style": "cephadm:v1", "name": "crash.spsrc-mon-1", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0fe8871475a6426c7f818fc36c109fc19719e6042e7b97e8eed7170fb4687535", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:49:13.335720", "created": "2020-06-05T16:41:53.380367", "deployed": "2020-06-05T16:41:52.978361", "configured": "2020-06-05T16:54:11.782376" } ] 2020-06-26T16:03:30.586+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-mon-1 daemons (5) 2020-06-26T16:03:30.601+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-mon-2 2020-06-26T16:03:30.602+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.116 2020-06-26T16:03:30.602+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T16:03:30.602+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T16:03:31.010+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T16:03:31.011+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T16:03:31.025+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-mon-2 failed check 2020-06-26T16:03:31.026+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-mon-2 daemons 2020-06-26T16:03:31.026+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.116 2020-06-26T16:03:31.028+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T16:03:31.028+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T16:03:31.029+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T16:03:31.232+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1335: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:32.455+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T16:03:32.455+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "mon.spsrc-mon-2", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "17b16d9aee78bae9ec4b5669a632bf0f8d0e35978fd6eeaee1610e0f5a97d1da", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:52:21.552749", "created": "2020-06-05T16:53:55.268677", "deployed": "2020-06-05T16:53:54.857663", "configured": "2020-06-16T09:31:29.954021" }, { "style": "cephadm:v1", "name": "mgr.spsrc-mon-2.ilbncj", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b954235b09efb73c97d9eaf7d48e08a1d7f9d4cd66d8a7ba801b17f238d80b5e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-26T14:12:39.952135", "created": "2020-06-05T16:55:00.051946", "deployed": "2020-06-05T16:54:59.643932", "configured": "2020-06-05T16:55:00.051946" }, { "style": "cephadm:v1", "name": "mds.manila.spsrc-mon-2.syveaq", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "7e6e5fd67d19c0408f97b1c6da6e2d81f99f45af52f008b9c3bef2a92c33ac0b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:52:21.538579", "created": "2020-06-16T08:42:54.048272", "deployed": "2020-06-16T08:42:53.595256", "configured": "2020-06-16T08:52:13.916238" }, { "style": "cephadm:v1", "name": "mon.spsrc-mon-2-safe", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": false, "state": "stopped", "container_id": null, "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": null, "version": null, "started": null, "created": "2020-06-05T16:53:55.268677", "deployed": "2020-06-05T16:53:54.857663", "configured": "2020-06-16T09:31:29.302997" }, { "style": "cephadm:v1", "name": "grafana.spsrc-mon-2", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "cb3ba229f1f3b5c7dc69e7d3701ede0f557ca9b8e984825871457a8a049af1be", "container_image_name": "ceph/ceph-grafana:latest", "container_image_id": "87a51ecf0b1c9a7b187b21c1b071425dafea0d765a96d5bc371c791169b3d7f4", "version": "6.6.2", "started": "2020-06-24T20:52:21.783028", "created": "2020-06-18T10:51:30.931544", "deployed": "2020-06-18T10:51:30.526529", "configured": "2020-06-18T11:40:41.824342" }, { "style": "cephadm:v1", "name": "crash.spsrc-mon-2", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "53d3592a177b1c2cd25e77ea93ea01de4faf8a8ae7edfb6abc2f517157a50698", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:52:21.538892", "created": "2020-06-05T16:51:32.236673", "deployed": "2020-06-05T16:51:31.514648", "configured": "2020-06-05T16:54:13.369311" } ] 2020-06-26T16:03:32.457+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-mon-2 daemons (6) 2020-06-26T16:03:32.471+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-mon-3 2020-06-26T16:03:32.471+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.117 2020-06-26T16:03:32.471+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T16:03:32.472+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T16:03:32.888+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T16:03:32.888+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T16:03:32.903+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-mon-3 failed check 2020-06-26T16:03:32.903+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-mon-3 daemons 2020-06-26T16:03:32.903+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.117 2020-06-26T16:03:32.905+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T16:03:32.905+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T16:03:32.906+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T16:03:33.237+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1336: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:33.824+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T16:03:33.824+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "mon.spsrc-mon-3", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "dda6386c30406acd9e79d37687d1edf550c4a7d3407cc493e1c8ad4e73ed0b39", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:52:53.252721", "created": "2020-06-05T16:53:57.048226", "deployed": "2020-06-05T16:53:56.639217", "configured": "2020-06-16T09:31:29.301632" }, { "style": "cephadm:v1", "name": "crash.spsrc-mon-3", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "aeed713fc12329aa372b734af262f1704e09b3cdd20a163f92a47226cf131148", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:52:53.249621", "created": "2020-06-05T16:52:11.068087", "deployed": "2020-06-05T16:52:10.664079", "configured": "2020-06-05T16:54:14.973588" }, { "style": "cephadm:v1", "name": "mds.manila.spsrc-mon-3.hhdhpe", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "430069e9f1e68f6e0314ea071ad1f9b2d0311d16d9ebe92d36d208bb954e38c8", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:52:53.270759", "created": "2020-06-16T08:42:55.297065", "deployed": "2020-06-16T08:42:54.887057", "configured": "2020-06-16T08:52:13.331133" }, { "style": "cephadm:v1", "name": "mgr.spsrc-mon-3.vzwxfr", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d38549e8fef5d1009a7d541e0f8befe2909d9e23183ba987be2504c366f67fa6", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-26T14:12:13.352509", "created": "2020-06-05T16:51:59.378851", "deployed": "2020-06-05T16:51:58.642836", "configured": "2020-06-05T16:54:15.789604" } ] 2020-06-26T16:03:33.825+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-mon-3 daemons (4) 2020-06-26T16:03:33.874+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-osd-01 2020-06-26T16:03:33.874+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.118 2020-06-26T16:03:33.874+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T16:03:33.874+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T16:03:34.280+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T16:03:34.280+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T16:03:34.312+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-osd-01 failed check 2020-06-26T16:03:34.312+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-01 daemons 2020-06-26T16:03:34.312+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.118 2020-06-26T16:03:34.314+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T16:03:34.314+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T16:03:34.314+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T16:03:34.940+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:34.954+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:03:35.244+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1337: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:36.175+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:03:36.175+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:03:36.175+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:03:36.200+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:03:37.247+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1338: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:37.647+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T16:03:37.647+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "osd.23", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "aee2447a4a18be4a6462709bf7af463f367bf85e120a08b44af7e4c81baf6fb1", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.324207", "created": "2020-06-05T17:34:45.944593", "deployed": "2020-06-05T17:34:45.364576", "configured": "2020-06-05T18:47:14.721622" }, { "style": "cephadm:v1", "name": "osd.18", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "bca3efc257fe5067242ec20728031145742e47bde16dfe66f6eacf8f0bad7ccb", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.320189", "created": "2020-06-05T17:34:37.256339", "deployed": "2020-06-05T17:34:36.686323", "configured": "2020-06-05T18:47:01.418250" }, { "style": "cephadm:v1", "name": "osd.9", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "ea8e2a03872e4ce5774f3a58b73567cfad9ca82ca6a156b593d7706d11e027e5", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.294161", "created": "2020-06-05T17:31:37.824301", "deployed": "2020-06-05T17:31:37.293287", "configured": "2020-06-05T18:46:39.290630" }, { "style": "cephadm:v1", "name": "osd.5", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "ee6114a7f869f470b39389288d1eac5db228d224f13ba34cf7a9a70ebc2bb3d2", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.277148", "created": "2020-06-05T17:29:28.611722", "deployed": "2020-06-05T17:29:28.118708", "configured": "2020-06-05T18:46:29.506356" }, { "style": "cephadm:v1", "name": "osd.14", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1b899250beb3da0a36c7d3c1924260034ebb84c27ae1f7d0a871540686fd6251", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.311896", "created": "2020-06-05T17:32:58.760543", "deployed": "2020-06-05T17:32:58.198528", "configured": "2020-06-05T18:46:51.576974" }, { "style": "cephadm:v1", "name": "osd.26", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "fd1f50848c6c5ab47ce39d55e2bcfcf95f14846c229f890fcab4eb9702a931fe", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.313070", "created": "2020-06-05T17:36:45.259077", "deployed": "2020-06-05T17:36:44.638059", "configured": "2020-06-05T18:47:22.138830" }, { "style": "cephadm:v1", "name": "osd.0", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2418f6185b06eed54657f2db173a4c6779b0716bdcda21c0be2b61749d8cb57f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.250132", "created": "2020-06-05T17:06:18.851197", "deployed": "2020-06-05T17:06:18.382184", "configured": "2020-06-05T18:46:17.212012" }, { "style": "cephadm:v1", "name": "osd.16", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b8541c8988e069e8ed2cee74804fdad37dcfa4be18ae1346fe222fbc9f41d4ed", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.297758", "created": "2020-06-05T17:33:02.300641", "deployed": "2020-06-05T17:33:01.731626", "configured": "2020-06-05T18:46:56.473111" }, { "style": "cephadm:v1", "name": "crash.spsrc-osd-01", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6ffcaaa2e2e969e022cf1066dd500aee7e18f27d4d74cabed77469c0ed6d574a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:33.396062", "created": "2020-06-05T17:00:18.077188", "deployed": "2020-06-05T17:00:17.138162", "configured": "2020-06-05T17:00:18.077188" }, { "style": "cephadm:v1", "name": "osd.29", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "be8b10c0a26b271a534f588e647f050e46b186fb198eddfd0d155d38cef65e7d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.235400", "created": "2020-06-05T17:36:49.685206", "deployed": "2020-06-05T17:36:49.012187", "configured": "2020-06-05T18:47:29.506036" }, { "style": "cephadm:v1", "name": "osd.15", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b3118a6acda0b02afa31542827a6e03c2b7b9580dd1995e7c4153947b4af6616", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.259404", "created": "2020-06-05T17:33:00.146582", "deployed": "2020-06-05T17:32:59.598567", "configured": "2020-06-05T18:46:54.024043" }, { "style": "cephadm:v1", "name": "osd.13", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c5fbcd6d2fd2b3504134e42ba5ff045d6f04c309446a9ed71005deb2a1af8fda", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.314211", "created": "2020-06-05T17:32:56.677486", "deployed": "2020-06-05T17:32:56.136471", "configured": "2020-06-05T18:46:49.159907" }, { "style": "cephadm:v1", "name": "osd.11", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "11665d848a617aaafde4108c196aabb5dd804f5f28b844ff89e9ef865c773aca", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.312634", "created": "2020-06-05T17:31:34.385206", "deployed": "2020-06-05T17:31:33.862191", "configured": "2020-06-05T18:46:44.184767" }, { "style": "cephadm:v1", "name": "osd.22", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "bd768520b18a72daff949a1f9aa3378dc950581553ab48d1f7a48f6f498a58a8", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.273771", "created": "2020-06-05T17:34:44.551552", "deployed": "2020-06-05T17:34:43.968535", "configured": "2020-06-05T18:47:12.243553" }, { "style": "cephadm:v1", "name": "osd.20", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "103287fe4ac539c5a70495962fffa43f5879da9d48e1ffcf7796189d768a293a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.284249", "created": "2020-06-05T17:34:40.934447", "deployed": "2020-06-05T17:34:40.370430", "configured": "2020-06-05T18:47:06.319387" }, { "style": "cephadm:v1", "name": "osd.2", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1333674a1ed6731e3579d1647708062bd1235a43c3660fcf2af41f27263d8f17", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.295652", "created": "2020-06-05T17:25:36.339287", "deployed": "2020-06-05T17:25:35.881275", "configured": "2020-06-05T18:46:22.090149" }, { "style": "cephadm:v1", "name": "osd.1", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4d6df20d91f90063ed06d202e24a3bdf1251bcaae1ffb9c4a57947a077fe9638", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.258002", "created": "2020-06-05T17:25:35.031251", "deployed": "2020-06-05T17:25:34.518237", "configured": "2020-06-05T18:46:19.688082" }, { "style": "cephadm:v1", "name": "osd.6", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "ddbb8b9f3ae3648a23e961a4b7ad61ef9bac94354052ad193a2201f178dcc366", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.269953", "created": "2020-06-05T17:30:22.476214", "deployed": "2020-06-05T17:30:21.975200", "configured": "2020-06-05T18:46:31.938425" }, { "style": "cephadm:v1", "name": "osd.24", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "7c2724cdf69fe06b6681f7131e7f264b1ee7f9a4879185f21c780e48df968c9d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.318887", "created": "2020-06-05T17:36:42.256989", "deployed": "2020-06-05T17:36:41.680973", "configured": "2020-06-05T18:47:17.248693" }, { "style": "cephadm:v1", "name": "osd.7", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "32086c1b392aea43e707c063330b2e412fda77860e318ec0b29bd4c14fbe8bd4", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.277632", "created": "2020-06-05T17:30:24.541271", "deployed": "2020-06-05T17:30:24.005256", "configured": "2020-06-05T18:46:34.399493" }, { "style": "cephadm:v1", "name": "osd.25", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b676aa4c1584407a906081ea4e6f69f46e0008a3e13e9ee4b7680dce83c263b8", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.258857", "created": "2020-06-05T17:36:43.772033", "deployed": "2020-06-05T17:36:43.114014", "configured": "2020-06-05T18:47:19.665761" }, { "style": "cephadm:v1", "name": "osd.12", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6928921cf91105f95bd4405d702f9028baff9e84d4df50519c81706991c537db", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.153520", "created": "2020-06-05T17:31:35.781245", "deployed": "2020-06-05T17:31:35.257230", "configured": "2020-06-05T18:46:46.674837" }, { "style": "cephadm:v1", "name": "osd.30", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f20d9315a6b8795a861bd31f961b9f71f62dd18cf1cc58d46eed47b702d84606", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.269521", "created": "2020-06-05T17:36:51.214251", "deployed": "2020-06-05T17:36:50.556232", "configured": "2020-06-05T18:47:31.961105" }, { "style": "cephadm:v1", "name": "osd.19", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "78e34d7aa07c2d4e8016c2b67b71a727d0dc1ddf55d72b9c6557356ef4a9afe7", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.313873", "created": "2020-06-05T17:34:38.745383", "deployed": "2020-06-05T17:34:38.127365", "configured": "2020-06-05T18:47:03.829317" }, { "style": "cephadm:v1", "name": "osd.17", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f1050c65ae50d07a00101f40ecd3a95370d10fc17d564c6c5ecaa06d0abd0aa7", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.276598", "created": "2020-06-05T17:33:03.671679", "deployed": "2020-06-05T17:33:03.119664", "configured": "2020-06-05T18:46:58.930180" }, { "style": "cephadm:v1", "name": "osd.3", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f3be6487077528215fd0b360bcf2822748f5fe1449f5f64be3e572b62fac5bc0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.307661", "created": "2020-06-05T17:28:18.419777", "deployed": "2020-06-05T17:28:17.909763", "configured": "2020-06-05T18:46:24.579219" }, { "style": "cephadm:v1", "name": "osd.4", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "86c8eccad1b55ffd5a3af810f72c3752fdd0c7a778a00e63c7ecd3ee60ddfaca", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.254472", "created": "2020-06-05T17:28:46.884566", "deployed": "2020-06-05T17:28:46.384552", "configured": "2020-06-05T18:46:27.024287" }, { "style": "cephadm:v1", "name": "osd.28", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "573c8da9890414f10ca6908a02381a78a68b04ce38f99e0cfe57f44e4d2524f5", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.269107", "created": "2020-06-05T17:36:48.166162", "deployed": "2020-06-05T17:36:47.559144", "configured": "2020-06-05T18:47:27.005966" }, { "style": "cephadm:v1", "name": "osd.27", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f95364b62f6c3d3d46e5860a2459ddfab41b47c9d0905880aaa91ce632537254", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.255639", "created": "2020-06-05T17:36:46.749120", "deployed": "2020-06-05T17:36:46.130102", "configured": "2020-06-05T18:47:24.575898" }, { "style": "cephadm:v1", "name": "osd.10", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "19e84d04114f402ebd6abefa6f68eec9488a66d29bbe3834bd591385fe2b91ac", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.319028", "created": "2020-06-05T17:31:32.311148", "deployed": "2020-06-05T17:31:31.768133", "configured": "2020-06-05T18:46:41.723699" }, { "style": "cephadm:v1", "name": "osd.21", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "50bf469e205eb40868e4f66a76f6f0eeb074b19df60ad772cd16aa5760def6ee", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.288296", "created": "2020-06-05T17:34:42.387489", "deployed": "2020-06-05T17:34:41.789472", "configured": "2020-06-05T18:47:08.950461" }, { "style": "cephadm:v1", "name": "osd.8", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "18c97f49a59f88c2eb376e8fc9bf9841c48c6318df756f0d617626422d71ea32", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.271853", "created": "2020-06-05T17:30:25.951310", "deployed": "2020-06-05T17:30:25.403295", "configured": "2020-06-05T18:46:36.856562" } ] 2020-06-26T16:03:37.653+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-01 daemons (32) 2020-06-26T16:03:37.680+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-osd-02 2020-06-26T16:03:37.680+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.119 2020-06-26T16:03:37.680+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T16:03:37.680+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T16:03:38.092+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T16:03:38.092+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T16:03:38.122+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-osd-02 failed check 2020-06-26T16:03:38.122+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-02 daemons 2020-06-26T16:03:38.122+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.119 2020-06-26T16:03:38.125+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T16:03:38.125+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T16:03:38.125+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T16:03:39.251+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1339: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:39.941+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:39.955+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:03:41.258+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1340: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:41.548+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T16:03:41.548+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "osd.33", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "01cd778c9514f874c23cec1207ba17354cdd44182dffeca208c960b5df0c79d0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.905102", "created": "2020-06-05T17:57:03.260014", "deployed": "2020-06-05T17:57:02.728967", "configured": "2020-06-05T18:47:39.401624" }, { "style": "cephadm:v1", "name": "osd.55", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1d80fce1d23ca843f0f10e47939a89f1185a97f698f80ebadddea933ac503f0d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.828759", "created": "2020-06-05T17:57:34.184719", "deployed": "2020-06-05T17:57:33.592668", "configured": "2020-06-05T18:48:34.013409" }, { "style": "cephadm:v1", "name": "osd.57", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d6a1ea317bf2059d62716a46543f904617ef70f75b41941d0ddfc00c212c1495", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.840710", "created": "2020-06-05T17:57:37.042969", "deployed": "2020-06-05T17:57:36.467919", "configured": "2020-06-05T18:48:38.809829" }, { "style": "cephadm:v1", "name": "osd.54", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a9b5c8c72cd4db82247d75df295c9a34f7240ca9ae0d8996b23199899f268fdf", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.782478", "created": "2020-06-05T17:57:32.763595", "deployed": "2020-06-05T17:57:32.152542", "configured": "2020-06-05T18:48:31.516190" }, { "style": "cephadm:v1", "name": "osd.51", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1c30844c57e0044e45a1bcd6ca0fbc15eb9bc0a65fe3ba1286e2b811a968ac92", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.723732", "created": "2020-06-05T17:57:28.492221", "deployed": "2020-06-05T17:57:27.911170", "configured": "2020-06-05T18:48:24.103541" }, { "style": "cephadm:v1", "name": "osd.56", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "56d525b6fd3a4437cb84ae2053cbd88a4c466ca53fd875a2850ae807ee8895f0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.848033", "created": "2020-06-05T17:57:35.632846", "deployed": "2020-06-05T17:57:35.050795", "configured": "2020-06-05T18:48:36.393618" }, { "style": "cephadm:v1", "name": "osd.61", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "30e89e69c8e2f7db081c27b0bbd5d9dbd667e3a2c72a37d5228e2cb71ddaf0f0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.796165", "created": "2020-06-05T17:57:42.786472", "deployed": "2020-06-05T17:57:42.208421", "configured": "2020-06-05T18:48:48.723698" }, { "style": "cephadm:v1", "name": "osd.43", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "62e79916ee0934e33b2a9bbc7d51515471e598e9382d429f01b81701ad99aa53", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.696286", "created": "2020-06-05T17:57:17.184232", "deployed": "2020-06-05T17:57:16.605181", "configured": "2020-06-05T18:48:04.368812" }, { "style": "cephadm:v1", "name": "osd.52", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c6cdcc4c830cabcfeb012a1c544bbaa632f53d12c503df8ca051aecc54f9d3c6", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.695497", "created": "2020-06-05T17:57:29.899344", "deployed": "2020-06-05T17:57:29.332295", "configured": "2020-06-05T18:48:26.578758" }, { "style": "cephadm:v1", "name": "osd.36", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "ba63294125362e49d8f3b3478150c2c19cd6ea6a91251cc6f506e5746b7628f4", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.835642", "created": "2020-06-05T17:57:07.385375", "deployed": "2020-06-05T17:57:06.809324", "configured": "2020-06-05T18:47:46.899281" }, { "style": "cephadm:v1", "name": "osd.48", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6cf7b924226298dee229f497d7693e9416102ae7a48a3d31d4a885c7858dded8", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.863174", "created": "2020-06-05T17:57:24.169843", "deployed": "2020-06-05T17:57:23.615795", "configured": "2020-06-05T18:48:16.728895" }, { "style": "cephadm:v1", "name": "osd.40", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "fca39d1092523596487ed9d9c62c7ffcf52b9ced62f2fe8e7f1f836e2912c89a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.838140", "created": "2020-06-05T17:57:12.908858", "deployed": "2020-06-05T17:57:12.349809", "configured": "2020-06-05T18:47:56.997166" }, { "style": "cephadm:v1", "name": "osd.59", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "06cc2a238edd2fa5023663efb13b793e6026b2fd6bda435b441c5081e1b17145", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.717660", "created": "2020-06-05T17:57:39.939223", "deployed": "2020-06-05T17:57:39.347171", "configured": "2020-06-05T18:48:43.791266" }, { "style": "cephadm:v1", "name": "osd.42", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "714f77ee00615eed799d737359993cbe019c07af6e5487bab529f990ee44a065", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.871806", "created": "2020-06-05T17:57:15.741106", "deployed": "2020-06-05T17:57:15.173056", "configured": "2020-06-05T18:48:01.902596" }, { "style": "cephadm:v1", "name": "osd.35", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f4128191fc35b16238bd1f7408641eddce1c28514e5c951453f378a98b65b08e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.848082", "created": "2020-06-05T17:57:05.998253", "deployed": "2020-06-05T17:57:05.435204", "configured": "2020-06-05T18:47:44.398062" }, { "style": "cephadm:v1", "name": "osd.50", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5bebbe2c35a684b5c741d554ddd96ec97584b280fd4401724a2038c7a8071246", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.870788", "created": "2020-06-05T17:57:27.051095", "deployed": "2020-06-05T17:57:26.461044", "configured": "2020-06-05T18:48:21.610322" }, { "style": "cephadm:v1", "name": "crash.spsrc-osd-02", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4f1f8ae57a82c15468c3dfbac90a36e5df6e481d42a64524de51b86b37c5babe", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:33.929359", "created": "2020-06-05T17:40:14.708773", "deployed": "2020-06-05T17:40:13.778692", "configured": "2020-06-05T17:40:14.708773" }, { "style": "cephadm:v1", "name": "osd.37", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "844f89c667cecd1f659d0f133822ba7a1b5fa2b9c2ea35ef215f715ce78e3f45", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.899530", "created": "2020-06-05T17:57:08.740493", "deployed": "2020-06-05T17:57:08.209447", "configured": "2020-06-05T18:47:49.354496" }, { "style": "cephadm:v1", "name": "osd.39", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "17c2385b9565bd0a070e1cbb2bc936c920a64d04e894ed8884c3b6d07197758e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.893274", "created": "2020-06-05T17:57:11.510736", "deployed": "2020-06-05T17:57:10.947686", "configured": "2020-06-05T18:47:54.507948" }, { "style": "cephadm:v1", "name": "osd.34", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "75f484363ec648df447964fd768e8faada4f47dfe0a09cc697f32178886d79a6", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.891785", "created": "2020-06-05T17:57:04.607131", "deployed": "2020-06-05T17:57:04.094087", "configured": "2020-06-05T18:47:41.847838" }, { "style": "cephadm:v1", "name": "osd.45", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "8d3f16f83925a054e27940209fa7b23b74f8f67efb2b85082910920ebdb1c0e0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.891039", "created": "2020-06-05T17:57:19.971476", "deployed": "2020-06-05T17:57:19.420428", "configured": "2020-06-05T18:48:09.322246" }, { "style": "cephadm:v1", "name": "osd.60", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "8ab4b40cdd50fc2c8c542d9c42cc18edada3ee0bd61551682b4c0d514f9ad891", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.898963", "created": "2020-06-05T17:57:41.366348", "deployed": "2020-06-05T17:57:40.761295", "configured": "2020-06-05T18:48:46.226479" }, { "style": "cephadm:v1", "name": "osd.58", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4be4189e5686953f3fd1cbf25b86a489c0961beb5e76e34c1062ae62d9c4f9d8", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.867718", "created": "2020-06-05T17:57:38.502097", "deployed": "2020-06-05T17:57:37.892044", "configured": "2020-06-05T18:48:41.262044" }, { "style": "cephadm:v1", "name": "osd.47", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0c678eadb03bf510c393f2efed81ac4b8997593d883bc63e5f0a492ad42d0690", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.842475", "created": "2020-06-05T17:57:22.794723", "deployed": "2020-06-05T17:57:22.217672", "configured": "2020-06-05T18:48:14.229676" }, { "style": "cephadm:v1", "name": "osd.46", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "e2b549959e964b966a861147657944e087f7b541fa5130674f57d15e981dd00f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.860765", "created": "2020-06-05T17:57:21.369598", "deployed": "2020-06-05T17:57:20.818550", "configured": "2020-06-05T18:48:11.818464" }, { "style": "cephadm:v1", "name": "osd.49", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "8feebf6514494c1df691d47717379f2fee949ff979e94294aa5347c6ee4b4899", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.879779", "created": "2020-06-05T17:57:25.609969", "deployed": "2020-06-05T17:57:25.016917", "configured": "2020-06-05T18:48:19.189110" }, { "style": "cephadm:v1", "name": "osd.44", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "22ada1173f312ec1438a9eb65da81aaf9e20486d6280f33009c4e0ab4b739a7c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.692861", "created": "2020-06-05T17:57:18.586355", "deployed": "2020-06-05T17:57:18.050308", "configured": "2020-06-05T18:48:06.814026" }, { "style": "cephadm:v1", "name": "osd.41", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "042d39ebebe23093d33975e409d107da1fdbb208c49ff79e146121fed84d5c0b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.820004", "created": "2020-06-05T17:57:14.290979", "deployed": "2020-06-05T17:57:13.713928", "configured": "2020-06-05T18:47:59.462382" }, { "style": "cephadm:v1", "name": "osd.31", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4d8c8197acdb3b53c3527affb5e37c5cc7d85b5d991328be24f6e19482ff3911", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.850681", "created": "2020-06-05T17:57:00.532775", "deployed": "2020-06-05T17:57:00.002729", "configured": "2020-06-05T18:47:34.432189" }, { "style": "cephadm:v1", "name": "osd.32", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a5e23d4e5388b22896d46b165ab2e5ecb2f600732b0974afe3e253eab8a1b0c1", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.862996", "created": "2020-06-05T17:57:01.912896", "deployed": "2020-06-05T17:57:01.362848", "configured": "2020-06-05T18:47:36.951409" }, { "style": "cephadm:v1", "name": "osd.53", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "52bdef705758c83ab3cb9b11e4606647c104076b965aa9ff2aebe477501128c9", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.891981", "created": "2020-06-05T17:57:31.326469", "deployed": "2020-06-05T17:57:30.730417", "configured": "2020-06-05T18:48:29.058975" }, { "style": "cephadm:v1", "name": "osd.38", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "14e05315671c2147a4808e367819df2ec301a203cbe523f8128ea8aa57667ff3", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.828161", "created": "2020-06-05T17:57:10.109613", "deployed": "2020-06-05T17:57:09.575566", "configured": "2020-06-05T18:47:52.088736" } ] 2020-06-26T16:03:41.554+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-02 daemons (32) 2020-06-26T16:03:41.582+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-osd-03 2020-06-26T16:03:41.582+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.120 2020-06-26T16:03:41.582+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T16:03:41.582+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T16:03:41.987+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T16:03:41.987+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T16:03:42.017+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-osd-03 failed check 2020-06-26T16:03:42.017+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-03 daemons 2020-06-26T16:03:42.017+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.120 2020-06-26T16:03:42.019+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T16:03:42.019+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T16:03:42.019+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T16:03:43.261+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1341: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:44.940+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:44.954+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:03:45.267+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1342: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:45.853+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T16:03:45.853+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "osd.92", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "28cc921c8838c6bdc4f32738e185649f18d74b28f0d90934f1a5ac0f81702493", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.360284", "created": "2020-06-05T18:05:32.293655", "deployed": "2020-06-05T18:05:31.665632", "configured": "2020-06-05T18:50:05.342127" }, { "style": "cephadm:v1", "name": "osd.64", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d11bb222190421651f0a787b6b1fd4984fb40717b4fe79e454d739fde8f2feca", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.221287", "created": "2020-06-05T18:04:52.037157", "deployed": "2020-06-05T18:04:51.510137", "configured": "2020-06-05T18:48:56.100551" }, { "style": "cephadm:v1", "name": "osd.73", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2ef8c2c1d24a9615aec3b6e7008d9e5da8079629a115d8dc9e58f194cd39195d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.396283", "created": "2020-06-05T18:05:04.571624", "deployed": "2020-06-05T18:05:03.999602", "configured": "2020-06-05T18:49:18.422381" }, { "style": "cephadm:v1", "name": "osd.70", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a95a9d00bcacdd8317cc765c6ee1af6726b25383059f2f466bda0faf8afcbe5e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.283769", "created": "2020-06-05T18:05:00.281464", "deployed": "2020-06-05T18:04:59.724443", "configured": "2020-06-05T18:49:10.935103" }, { "style": "cephadm:v1", "name": "osd.83", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "660467bfee45698b74639cc44bf5959ad545617ab1c05da17a5b6d62c6ec6c17", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.219679", "created": "2020-06-05T18:05:19.103164", "deployed": "2020-06-05T18:05:18.505142", "configured": "2020-06-05T18:49:43.064298" }, { "style": "cephadm:v1", "name": "osd.84", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d8413a4bea5e816d6716d40d38c3a553dd99a68d97e40b428c43d00d0134f07c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.287627", "created": "2020-06-05T18:05:20.534218", "deployed": "2020-06-05T18:05:19.957196", "configured": "2020-06-05T18:49:45.530390" }, { "style": "cephadm:v1", "name": "osd.74", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4085e8058fcca3eb7b0bf0440d361e68f0d0b9bcd706a95e289fe7bf8893f5c8", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.391588", "created": "2020-06-05T18:05:06.033678", "deployed": "2020-06-05T18:05:05.426655", "configured": "2020-06-05T18:49:20.881473" }, { "style": "cephadm:v1", "name": "osd.82", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b5e1f1a8d95643b2e3cd829b7f91f6755062ed1970ee48fb90ba94ac82329409", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.364278", "created": "2020-06-05T18:05:17.635110", "deployed": "2020-06-05T18:05:17.035087", "configured": "2020-06-05T18:49:40.643208" }, { "style": "cephadm:v1", "name": "osd.75", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "24d78d0174dd07dfeb4eb13660419ff06265c72d2b7ae88c4769311dc536adff", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.216606", "created": "2020-06-05T18:05:07.492732", "deployed": "2020-06-05T18:05:06.904710", "configured": "2020-06-05T18:49:23.343565" }, { "style": "cephadm:v1", "name": "osd.90", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a8a788c4353647c98f41574b26a1398bc66782c47edcfb36a6cbbc26e9d7b9ec", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.298597", "created": "2020-06-05T18:05:29.400548", "deployed": "2020-06-05T18:05:28.782525", "configured": "2020-06-05T18:50:00.448945" }, { "style": "cephadm:v1", "name": "osd.63", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0421b71d90b570beef422fe3c8964d32414dc200167fa8b6f0c710fa27b005c6", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.203160", "created": "2020-06-05T18:04:50.707108", "deployed": "2020-06-05T18:04:50.135086", "configured": "2020-06-05T18:48:53.640459" }, { "style": "cephadm:v1", "name": "osd.62", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "eb40542511316ce9d855cc89e5d3d14eb8eb05653cec651b4b0720ebc716bd0d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.385732", "created": "2020-06-05T18:04:49.265054", "deployed": "2020-06-05T18:04:48.756035", "configured": "2020-06-05T18:48:51.205369" }, { "style": "cephadm:v1", "name": "osd.77", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "e482779709dc08bd23771f0f1a09dab3e82473b9db6d4fe9226b9add590083fb", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.361102", "created": "2020-06-05T18:05:10.429842", "deployed": "2020-06-05T18:05:09.829819", "configured": "2020-06-05T18:49:28.270748" }, { "style": "cephadm:v1", "name": "osd.66", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "cef0026dfc6141b1b87e65de62246fa514f95a2837c602e8519e238d953c22bb", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.361171", "created": "2020-06-05T18:04:54.733257", "deployed": "2020-06-05T18:04:54.180237", "configured": "2020-06-05T18:49:01.052735" }, { "style": "cephadm:v1", "name": "osd.72", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "baa10ecbbb3acd49825bf94f468f814ad3bbf6dbe7b175f5d4d326206aefdad9", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.251742", "created": "2020-06-05T18:05:03.132570", "deployed": "2020-06-05T18:05:02.558549", "configured": "2020-06-05T18:49:15.934289" }, { "style": "cephadm:v1", "name": "osd.87", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "594c0eaf52a7ce1da059c1c451fc1ebaa9d52356ba08fa005d973f7a8849da91", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.208937", "created": "2020-06-05T18:05:24.928381", "deployed": "2020-06-05T18:05:24.368360", "configured": "2020-06-05T18:49:52.937666" }, { "style": "cephadm:v1", "name": "osd.67", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0e18cf6ea63f0679bad4b8e4a27e403c0a596554fc9e057ff416aaf89cc00cd8", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.296614", "created": "2020-06-05T18:04:56.068307", "deployed": "2020-06-05T18:04:55.572289", "configured": "2020-06-05T18:49:03.544828" }, { "style": "cephadm:v1", "name": "osd.68", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4e822506321dcc73aef4ad43a240aa8721d24721c96e38929ffd443c6abb7db1", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.220247", "created": "2020-06-05T18:04:57.453359", "deployed": "2020-06-05T18:04:56.916339", "configured": "2020-06-05T18:49:05.994919" }, { "style": "cephadm:v1", "name": "crash.spsrc-osd-03", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "52fdefa893d431182950237453b9949678b1fd06c625ac7368425072a4c4e2b8", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:34.510205", "created": "2020-06-05T17:40:43.173271", "deployed": "2020-06-05T17:40:42.234236", "configured": "2020-06-05T17:40:43.173271" }, { "style": "cephadm:v1", "name": "osd.88", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "30a32c2f1321ebcbfda4ca37eb1eef7cf372fff5e05a38f5ae1ee52ea9a11a33", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.240378", "created": "2020-06-05T18:05:26.373435", "deployed": "2020-06-05T18:05:25.763412", "configured": "2020-06-05T18:49:55.458760" }, { "style": "cephadm:v1", "name": "osd.80", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "05a9e1dfeb9bdd12c74db34bda843c085f264e399aab1c71b058b0e1de09d957", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.360230", "created": "2020-06-05T18:05:14.720001", "deployed": "2020-06-05T18:05:14.126979", "configured": "2020-06-05T18:49:35.696024" }, { "style": "cephadm:v1", "name": "osd.86", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "cf08ad1ebe3127fd4c4b798158a9545d908dccb95719bc189520435c55e9866b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.212601", "created": "2020-06-05T18:05:23.506328", "deployed": "2020-06-05T18:05:22.910306", "configured": "2020-06-05T18:49:50.495575" }, { "style": "cephadm:v1", "name": "osd.79", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "9528b301f309721d03b935aadcf4fe8ceb99688b2c68a8c289a5f0abbd8b20ab", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.326949", "created": "2020-06-05T18:05:13.252947", "deployed": "2020-06-05T18:05:12.637924", "configured": "2020-06-05T18:49:33.131929" }, { "style": "cephadm:v1", "name": "osd.85", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2e74e0b1cf294abc76c90753c1ad8e08a69b0b71339b2c4039d69cfc15bf9332", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.347816", "created": "2020-06-05T18:05:22.037274", "deployed": "2020-06-05T18:05:21.418251", "configured": "2020-06-05T18:49:48.020483" }, { "style": "cephadm:v1", "name": "osd.78", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "10483dda9efaed86a727595dd0ee0e2fe156ea82c0723019d55424697b3fcd0d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.383640", "created": "2020-06-05T18:05:11.811893", "deployed": "2020-06-05T18:05:11.283873", "configured": "2020-06-05T18:49:30.686838" }, { "style": "cephadm:v1", "name": "osd.71", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1b143e12239c750b6e05964b4646d833ce84d9582da221dc28cda9c2c3f11bcf", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.214113", "created": "2020-06-05T18:05:01.705517", "deployed": "2020-06-05T18:05:01.139496", "configured": "2020-06-05T18:49:13.449196" }, { "style": "cephadm:v1", "name": "osd.89", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c09bfe14cb51e8ef989d8e362c6d81bac1f176045f34b0bdc0bd60f25df25479", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.365181", "created": "2020-06-05T18:05:27.904492", "deployed": "2020-06-05T18:05:27.267468", "configured": "2020-06-05T18:49:57.918851" }, { "style": "cephadm:v1", "name": "osd.76", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b0ffa68ec234ef362b7fc56563b2d7c05a0847b5b53720380109ae0217d8a9df", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.284149", "created": "2020-06-05T18:05:08.955787", "deployed": "2020-06-05T18:05:08.378765", "configured": "2020-06-05T18:49:25.807656" }, { "style": "cephadm:v1", "name": "osd.65", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3b69440e94b097c2acf6476628b5107c4d474bafb9049ccae96b98d29a19cb24", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.205920", "created": "2020-06-05T18:04:53.344206", "deployed": "2020-06-05T18:04:52.828187", "configured": "2020-06-05T18:48:58.570643" }, { "style": "cephadm:v1", "name": "osd.81", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6331619f0759bd94088eebb0a0dcec6648859e4611d0645bc8d53aabffc145d7", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.191112", "created": "2020-06-05T18:05:16.174055", "deployed": "2020-06-05T18:05:15.588034", "configured": "2020-06-05T18:49:38.191117" }, { "style": "cephadm:v1", "name": "osd.69", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "54fc5424875d6d6ae27495b15b1d27dc1f9090489450e982af38cb6480e19995", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.301567", "created": "2020-06-05T18:04:58.880412", "deployed": "2020-06-05T18:04:58.320391", "configured": "2020-06-05T18:49:08.445010" }, { "style": "cephadm:v1", "name": "osd.91", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "222169faf6913a5d17de1f0d22e17228482dd47ff552a4d4aafc836141af25cd", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.373643", "created": "2020-06-05T18:05:30.822601", "deployed": "2020-06-05T18:05:30.227578", "configured": "2020-06-05T18:50:02.884036" } ] 2020-06-26T16:03:45.858+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-03 daemons (32) 2020-06-26T16:03:45.886+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-osd-04 2020-06-26T16:03:45.886+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.121 2020-06-26T16:03:45.887+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T16:03:45.887+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T16:03:46.199+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:03:46.199+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:03:46.199+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:03:46.220+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:03:46.290+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T16:03:46.290+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T16:03:46.317+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-osd-04 failed check 2020-06-26T16:03:46.317+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-04 daemons 2020-06-26T16:03:46.317+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.121 2020-06-26T16:03:46.319+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T16:03:46.319+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T16:03:46.319+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T16:03:47.270+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1343: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:49.273+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1344: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:49.636+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T16:03:49.636+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "osd.104", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2eff34b2b4e4c7143d0beb1816f6732a42f7a01d143f94b732fb2cec3920b45d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.804435", "created": "2020-06-05T18:15:35.109211", "deployed": "2020-06-05T18:15:34.555163", "configured": "2020-06-05T18:50:35.014281" }, { "style": "cephadm:v1", "name": "osd.119", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4c4a0938c7b0eba6cb904378ce6b4769b29167b1590c7510e6c3f0675822857c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.816070", "created": "2020-06-05T18:15:56.613064", "deployed": "2020-06-05T18:15:55.984010", "configured": "2020-06-05T18:51:12.248497" }, { "style": "cephadm:v1", "name": "osd.97", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1bd2aa5d0acfd1209ec9eefa368e39d8ff928de93bdefe8cf52726b94ba6bcb3", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.894416", "created": "2020-06-05T18:16:09.950213", "deployed": "2020-06-05T18:16:09.297157", "configured": "2020-06-05T18:50:17.693785" }, { "style": "cephadm:v1", "name": "osd.106", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "efc2d1f5b489189199b4ff3bd96ef62ee892603ebcd958220cd270dde709a77a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.911958", "created": "2020-06-05T18:15:37.918453", "deployed": "2020-06-05T18:15:37.342404", "configured": "2020-06-05T18:50:40.043716" }, { "style": "cephadm:v1", "name": "osd.121", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "55035e71803313f58d3e355215c430e94943580f7cf8d999cbec39cb4b7f8f9e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-26T09:02:36.302441", "created": "2020-06-05T18:15:59.597321", "deployed": "2020-06-05T18:15:59.000270", "configured": "2020-06-05T18:51:17.152921" }, { "style": "cephadm:v1", "name": "osd.109", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "436f563c42d8283f595377aafd3b401cc39710e5bc2203d4f00e47fb4c1c368d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.884754", "created": "2020-06-05T18:15:42.102814", "deployed": "2020-06-05T18:15:41.570768", "configured": "2020-06-05T18:50:47.444355" }, { "style": "cephadm:v1", "name": "osd.116", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "28cc8b1cedac5f01be6262650a905a58a30a3af11425954d7efac40af0f9a861", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.913543", "created": "2020-06-05T18:15:52.216685", "deployed": "2020-06-05T18:15:51.643636", "configured": "2020-06-05T18:51:04.812855" }, { "style": "cephadm:v1", "name": "crash.spsrc-osd-04", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3991eb045c8cf285ce9c1c8d0dcff1b1552bbe56da3bb1f522149a1cab823ca1", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.074529", "created": "2020-06-05T17:41:51.416872", "deployed": "2020-06-05T17:41:50.505794", "configured": "2020-06-05T17:41:51.416872" }, { "style": "cephadm:v1", "name": "osd.113", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5c4faf7a10a3574d02ab3a3e2e2faa352bb014d82ee3fb0e9a4b389975640e78", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.938687", "created": "2020-06-05T18:15:47.840308", "deployed": "2020-06-05T18:15:47.258258", "configured": "2020-06-05T18:50:57.308207" }, { "style": "cephadm:v1", "name": "osd.105", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "14f436ad23e9dddc843b6d1b2d7974a1154a710d69b9bba6d8b30e9d3933dc6e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-26T08:59:34.613196", "created": "2020-06-05T18:15:36.494330", "deployed": "2020-06-05T18:15:35.939283", "configured": "2020-06-05T18:50:37.570502" }, { "style": "cephadm:v1", "name": "osd.101", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1e4b266bc51533c669e561c6e918935263081f5d856fe710a6fa552284619fa0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-26T08:59:42.588126", "created": "2020-06-05T18:15:30.972855", "deployed": "2020-06-05T18:15:30.445809", "configured": "2020-06-05T18:50:27.605641" }, { "style": "cephadm:v1", "name": "osd.95", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d25ea8adb82a48ec7993d39421338ffc4619a52187eb6f8ec0b5587077345e3f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.756470", "created": "2020-06-05T18:16:06.960956", "deployed": "2020-06-05T18:16:06.342902", "configured": "2020-06-05T18:50:12.825365" }, { "style": "cephadm:v1", "name": "osd.110", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "788abbeafb3fa58dfa8e8fc67f114d2a16482aab25cfc1bbb6e55e101bfcecc4", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.819837", "created": "2020-06-05T18:15:43.523936", "deployed": "2020-06-05T18:15:42.972889", "configured": "2020-06-05T18:50:49.914568" }, { "style": "cephadm:v1", "name": "osd.94", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "fed53d01283de6216710dede9db52f9bcda8eb18ea2ec724511c9260a7fb690d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.915830", "created": "2020-06-05T18:16:05.475828", "deployed": "2020-06-05T18:16:04.883777", "configured": "2020-06-05T18:50:10.326149" }, { "style": "cephadm:v1", "name": "osd.114", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a39515aa45d10a9fdb09ebc5358b45d302e766e52537b984b12ada5693a38014", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.904136", "created": "2020-06-05T18:15:49.270431", "deployed": "2020-06-05T18:15:48.694382", "configured": "2020-06-05T18:50:59.799422" }, { "style": "cephadm:v1", "name": "osd.102", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1614bfdf24ff2ed186130745781a6ac65cfe3ba0695679a983063b8a5becb004", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.880797", "created": "2020-06-05T18:15:32.344973", "deployed": "2020-06-05T18:15:31.816927", "configured": "2020-06-05T18:50:30.056853" }, { "style": "cephadm:v1", "name": "osd.120", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "da3451982d0cd79eb2726a0366cd128fa5d89fe70c868035b9751cc443ca47a2", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.919720", "created": "2020-06-05T18:15:58.107193", "deployed": "2020-06-05T18:15:57.490139", "configured": "2020-06-05T18:51:14.708709" }, { "style": "cephadm:v1", "name": "osd.117", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "02e64d3b97d6b65f114a285841bf9054940ca6c6b44ceac40fb447715e341e7d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.815089", "created": "2020-06-05T18:15:53.694813", "deployed": "2020-06-05T18:15:53.079760", "configured": "2020-06-05T18:51:07.266067" }, { "style": "cephadm:v1", "name": "osd.112", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "25932d3562550d8dc5046dee65d5b5e38703b0a0eea6d74f99a1cc850e5e50e0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.889664", "created": "2020-06-05T18:15:46.431187", "deployed": "2020-06-05T18:15:45.868138", "configured": "2020-06-05T18:50:54.841994" }, { "style": "cephadm:v1", "name": "osd.118", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "8837cdc573495801e6b27802111d2851677f6135217fd4b28fbde253243e43b9", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.894954", "created": "2020-06-05T18:15:55.162939", "deployed": "2020-06-05T18:15:54.566888", "configured": "2020-06-05T18:51:09.720279" }, { "style": "cephadm:v1", "name": "osd.96", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6b139e57f37791c879baa24cadf818f255553f2864902cc3721208be85ef3cec", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.829685", "created": "2020-06-05T18:16:08.446084", "deployed": "2020-06-05T18:16:07.839031", "configured": "2020-06-05T18:50:15.299579" }, { "style": "cephadm:v1", "name": "osd.107", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "7f904c945b965c0d90af8614e02249c34622baa0f9c7acd89a1074496f7c38f4", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.804375", "created": "2020-06-05T18:15:39.335575", "deployed": "2020-06-05T18:15:38.769526", "configured": "2020-06-05T18:50:42.509929" }, { "style": "cephadm:v1", "name": "osd.123", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "09590881d8a0ed86858dc64ca6a8e9a193f20c684b694aafd259af2075badc1b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.815249", "created": "2020-06-05T18:16:02.544575", "deployed": "2020-06-05T18:16:01.888519", "configured": "2020-06-05T18:51:22.126350" }, { "style": "cephadm:v1", "name": "osd.103", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "7175a4a41b047fd26e4dcddb9ebb9a01946af571bb89c9f8073d963e9280389a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.804136", "created": "2020-06-05T18:15:33.712091", "deployed": "2020-06-05T18:15:33.185045", "configured": "2020-06-05T18:50:32.543068" }, { "style": "cephadm:v1", "name": "osd.122", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a0a7d2b08a3c69755cb6deda677853a04fd4555626c1e0c4a31f31db374bed4b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.804245", "created": "2020-06-05T18:16:01.044446", "deployed": "2020-06-05T18:16:00.454395", "configured": "2020-06-05T18:51:19.666138" }, { "style": "cephadm:v1", "name": "osd.93", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6bbbf7da7460335d7652bbeda51626d3002ef2655e30307a586d0cfd4e65bbbb", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.798495", "created": "2020-06-05T18:16:04.037704", "deployed": "2020-06-05T18:16:03.421651", "configured": "2020-06-05T18:50:07.855936" }, { "style": "cephadm:v1", "name": "osd.115", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "751b1cb051039754b7d5dcd2f30b8b47ce0d097fe667328bc42508580e717116", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.909064", "created": "2020-06-05T18:15:50.774561", "deployed": "2020-06-05T18:15:50.183510", "configured": "2020-06-05T18:51:02.230632" }, { "style": "cephadm:v1", "name": "osd.111", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "558d469c3375939bb6520d473b267392f088c9f5b06bf160f072fe51f5ad0409", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.781498", "created": "2020-06-05T18:15:44.993063", "deployed": "2020-06-05T18:15:44.412013", "configured": "2020-06-05T18:50:52.344778" }, { "style": "cephadm:v1", "name": "osd.108", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "9a3e7789b71bc5b9dec4659660caee1c0c6b116e909851732450a062768f1790", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.885119", "created": "2020-06-05T18:15:40.738696", "deployed": "2020-06-05T18:15:40.175648", "configured": "2020-06-05T18:50:45.027146" }, { "style": "cephadm:v1", "name": "osd.100", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "bbe23b393fc585f034c5de2cca9e29fdfbdc92cd7fb04e109d37a343305ab09f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.938154", "created": "2020-06-05T18:15:29.620738", "deployed": "2020-06-05T18:15:29.112695", "configured": "2020-06-05T18:50:25.152430" }, { "style": "cephadm:v1", "name": "osd.98", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "201fd572bc88948037675e5c36ccd493817a2c0ae423eed87f04c99ca86e5e5e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.915547", "created": "2020-06-05T18:16:11.463344", "deployed": "2020-06-05T18:16:10.842290", "configured": "2020-06-05T18:50:20.292010" }, { "style": "cephadm:v1", "name": "osd.99", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b0fa1338d826c8dbd7da6cf6b556089b0b000bca1981185e10c209d6f0071cfe", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.797232", "created": "2020-06-05T18:16:12.951472", "deployed": "2020-06-05T18:16:12.319417", "configured": "2020-06-05T18:50:22.694217" } ] 2020-06-26T16:03:49.641+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-04 daemons (32) 2020-06-26T16:03:49.668+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-osd-05 2020-06-26T16:03:49.668+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.122 2020-06-26T16:03:49.668+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T16:03:49.668+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T16:03:49.941+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:49.954+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:03:50.089+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T16:03:50.089+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T16:03:50.117+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-osd-05 failed check 2020-06-26T16:03:50.117+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-05 daemons 2020-06-26T16:03:50.117+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.122 2020-06-26T16:03:50.119+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T16:03:50.119+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T16:03:50.119+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T16:03:51.280+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1345: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:53.283+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1346: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:54.163+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T16:03:54.163+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "osd.131", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5791bbc4f17091774c55098a2b62ca1e2df53088dcdd62d12068e46977f3ffc1", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.339010", "created": "2020-06-05T18:20:41.073509", "deployed": "2020-06-05T18:20:40.535464", "configured": "2020-06-05T18:51:41.883036" }, { "style": "cephadm:v1", "name": "osd.154", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1b6ee621a23d9ce9f1eb50e32676d92fbc72c988e761fe52d62220293fa1dc37", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.321452", "created": "2020-06-05T18:21:14.371290", "deployed": "2020-06-05T18:21:13.767240", "configured": "2020-06-05T18:52:38.787796" }, { "style": "cephadm:v1", "name": "osd.142", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "87ca5d3ac46bb9a09a0c8abe166cf7d2bd9dad58fb87558dfed326b855a4d834", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.454283", "created": "2020-06-05T18:20:56.800822", "deployed": "2020-06-05T18:20:56.265778", "configured": "2020-06-05T18:52:09.704363" }, { "style": "cephadm:v1", "name": "osd.146", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4d15591bd52bd5f6e384a3ad2cf87339a9fbd0e37c02303e328139062326f639", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.483191", "created": "2020-06-05T18:21:02.658312", "deployed": "2020-06-05T18:21:02.053261", "configured": "2020-06-05T18:52:19.353170" }, { "style": "cephadm:v1", "name": "osd.138", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3131762cfd4e83bca6bb090a0841beeabaf4d13b4dd8d6f7511d847c3431d07d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.405180", "created": "2020-06-05T18:20:51.112347", "deployed": "2020-06-05T18:20:50.534299", "configured": "2020-06-05T18:52:00.095559" }, { "style": "cephadm:v1", "name": "osd.141", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "97ad7984e81510d3ccbb83435dfdc63bac8f13893ed7a096a0a9440f0adf9e7a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.450860", "created": "2020-06-05T18:20:55.378704", "deployed": "2020-06-05T18:20:54.834658", "configured": "2020-06-05T18:52:07.295161" }, { "style": "cephadm:v1", "name": "osd.139", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "9af082f60a51b3fc7e51b246459aca8b92edc23b2f40d77a1dd235bf6cfdd922", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.406024", "created": "2020-06-05T18:20:52.514464", "deployed": "2020-06-05T18:20:51.925415", "configured": "2020-06-05T18:52:02.510761" }, { "style": "cephadm:v1", "name": "osd.150", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "be78c20246231c83501a8ebf8add3c5167bd53a0eec17be6ab89c8b367adfa8e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.482119", "created": "2020-06-05T18:21:08.435795", "deployed": "2020-06-05T18:21:07.870747", "configured": "2020-06-05T18:52:29.046981" }, { "style": "cephadm:v1", "name": "osd.125", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "472dc4e14e6f720b2bd3c894f1df22ece919ee31034590f1b55695814e71548a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.324521", "created": "2020-06-05T18:20:32.876824", "deployed": "2020-06-05T18:20:32.326778", "configured": "2020-06-05T18:51:26.993790" }, { "style": "cephadm:v1", "name": "osd.145", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "249008859da465eb66ef57b5242a18f0879f2f35376ca6bdc74808a60e25eb65", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.406516", "created": "2020-06-05T18:21:01.177188", "deployed": "2020-06-05T18:21:00.590139", "configured": "2020-06-05T18:52:16.945969" }, { "style": "cephadm:v1", "name": "osd.136", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2be2057ca06afa0941a2548a4db03ac542c7f3d7fe6d151a2d97bcd8e4d973cf", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.447752", "created": "2020-06-05T18:20:48.238107", "deployed": "2020-06-05T18:20:47.675060", "configured": "2020-06-05T18:51:55.310159" }, { "style": "cephadm:v1", "name": "osd.153", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "9cc02e06cf16830a20ce2f9c20a691207221a5f7b04884d8d77203c26a29b356", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.415296", "created": "2020-06-05T18:21:12.886166", "deployed": "2020-06-05T18:21:12.301117", "configured": "2020-06-05T18:52:36.383595" }, { "style": "cephadm:v1", "name": "osd.137", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c674d5c50198818a5ed3530f8382ad6c3d2d8d73e31382c6864dd366bbe0430c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.470429", "created": "2020-06-05T18:20:49.680228", "deployed": "2020-06-05T18:20:49.083178", "configured": "2020-06-05T18:51:57.669356" }, { "style": "cephadm:v1", "name": "osd.140", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "64f54b268ef584835f7e583ed47ef777c88c495ab2edf3b9849d3d8937abb41f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.377920", "created": "2020-06-05T18:20:53.962585", "deployed": "2020-06-05T18:20:53.388537", "configured": "2020-06-05T18:52:04.846957" }, { "style": "cephadm:v1", "name": "osd.133", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c6b50006e0b24d87f2b514c1dfdae8705e57eecbc817bf069a508176b24c6dbe", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.325496", "created": "2020-06-05T18:20:43.907745", "deployed": "2020-06-05T18:20:43.328697", "configured": "2020-06-05T18:51:47.798531" }, { "style": "cephadm:v1", "name": "osd.148", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0d9616926aa444720380c94e872437351b39a37d6a9c576dc80299d3acf61d8e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.353822", "created": "2020-06-05T18:21:05.422543", "deployed": "2020-06-05T18:21:04.869497", "configured": "2020-06-05T18:52:24.181574" }, { "style": "cephadm:v1", "name": "osd.135", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "e934100aeb312cd7e54d26b8a7dd73060a64eb59d919fe1e5dceb79d3f3ac718", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.438426", "created": "2020-06-05T18:20:46.843991", "deployed": "2020-06-05T18:20:46.272943", "configured": "2020-06-05T18:51:52.774947" }, { "style": "cephadm:v1", "name": "osd.128", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c18cbad91e449312e48b4a7c54c760038f163cbe0cd00f54f91a052c85aa7684", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.449256", "created": "2020-06-05T18:20:36.896159", "deployed": "2020-06-05T18:20:36.376116", "configured": "2020-06-05T18:51:34.557423" }, { "style": "cephadm:v1", "name": "osd.151", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "befdf440069ed49e7c083e8a5d39d56c4782607ea38d857ba805893c3ce41355", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.327595", "created": "2020-06-05T18:21:09.885916", "deployed": "2020-06-05T18:21:09.316868", "configured": "2020-06-05T18:52:31.482185" }, { "style": "cephadm:v1", "name": "osd.129", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "707c89ce55be614c4501321d868bc3340ea062ee214950746f1a119f4e76032b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.468228", "created": "2020-06-05T18:20:38.332279", "deployed": "2020-06-05T18:20:37.806236", "configured": "2020-06-05T18:51:37.016629" }, { "style": "cephadm:v1", "name": "crash.spsrc-osd-05", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "e7e36c6010f713fbaaf45fc0b4ed239990c6357383907b51c913a52c94eef57f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:35.604775", "created": "2020-06-05T17:43:12.449398", "deployed": "2020-06-05T17:43:11.950356", "configured": "2020-06-05T17:43:12.449398" }, { "style": "cephadm:v1", "name": "osd.127", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "db2e311ba40d9145221e7d4df8f7e21cc4355c98e104ddf76d6e3b94e180ba7e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.477265", "created": "2020-06-05T18:20:35.538046", "deployed": "2020-06-05T18:20:35.024003", "configured": "2020-06-05T18:51:32.046213" }, { "style": "cephadm:v1", "name": "osd.132", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3216be5f16b54c9357a2b0bb679db2ea5e063795408989367630b8c09b285106", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.322257", "created": "2020-06-05T18:20:42.502628", "deployed": "2020-06-05T18:20:41.941581", "configured": "2020-06-05T18:51:44.521256" }, { "style": "cephadm:v1", "name": "osd.152", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "09a2f87846b4e22d1682c5ab0eb44a5143a046b239d11a99cd389e56e17e2142", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.463289", "created": "2020-06-05T18:21:11.381041", "deployed": "2020-06-05T18:21:10.786991", "configured": "2020-06-05T18:52:33.941391" }, { "style": "cephadm:v1", "name": "osd.143", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3e5a3a515c7ac6af9fef73aabb322664d600f459f0269122c76d160a965a57aa", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.345671", "created": "2020-06-05T18:20:58.321949", "deployed": "2020-06-05T18:20:57.731900", "configured": "2020-06-05T18:52:12.143567" }, { "style": "cephadm:v1", "name": "osd.124", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "195ffc99a9191b016e5b3779601fdc22d9eccfc0c880cd7a61d42fad274548b1", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.361916", "created": "2020-06-05T18:20:31.496708", "deployed": "2020-06-05T18:20:30.954663", "configured": "2020-06-05T18:51:24.586589" }, { "style": "cephadm:v1", "name": "osd.144", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "13167eeb6a0c30a92ade17ab5d87ba4f09142ff43cc7407250661941c364b6a2", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.354828", "created": "2020-06-05T18:20:59.730067", "deployed": "2020-06-05T18:20:59.164020", "configured": "2020-06-05T18:52:14.519766" }, { "style": "cephadm:v1", "name": "osd.134", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "73911e288338165edd014495fdb0e033e57fb3895acf24082ca4ebc1677035be", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.487320", "created": "2020-06-05T18:20:45.360867", "deployed": "2020-06-05T18:20:44.775818", "configured": "2020-06-05T18:51:50.268737" }, { "style": "cephadm:v1", "name": "osd.126", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "904ae1385a383623c47023f0790340de7eb9c01afa4c176f335809ad11348d43", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.435579", "created": "2020-06-05T18:20:34.189933", "deployed": "2020-06-05T18:20:33.678891", "configured": "2020-06-05T18:51:29.486999" }, { "style": "cephadm:v1", "name": "osd.147", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f71a50bbfc2d6f8f711b9613dc28acd30d2fdc47ec494411ff0c25a7518eb473", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.368120", "created": "2020-06-05T18:21:04.021426", "deployed": "2020-06-05T18:21:03.465379", "configured": "2020-06-05T18:52:21.766372" }, { "style": "cephadm:v1", "name": "osd.149", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "682383e90b8154cea2f1f32fcb54d4e0ae847da18b9f6753bda132eca6da9109", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.473270", "created": "2020-06-05T18:21:07.011676", "deployed": "2020-06-05T18:21:06.437628", "configured": "2020-06-05T18:52:26.620778" }, { "style": "cephadm:v1", "name": "osd.130", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "9d86b39c563e62717eed897dd90eb0b3c6c152567327d68cdd15efcfe3a5e31e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.479866", "created": "2020-06-05T18:20:39.714395", "deployed": "2020-06-05T18:20:39.172350", "configured": "2020-06-05T18:51:39.451833" } ] 2020-06-26T16:03:54.169+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-05 daemons (32) 2020-06-26T16:03:54.199+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-osd-06 2020-06-26T16:03:54.199+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.123 2020-06-26T16:03:54.199+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T16:03:54.199+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T16:03:54.598+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T16:03:54.598+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T16:03:54.627+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-osd-06 failed check 2020-06-26T16:03:54.627+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-06 daemons 2020-06-26T16:03:54.627+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.123 2020-06-26T16:03:54.629+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T16:03:54.629+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T16:03:54.629+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T16:03:54.942+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:54.955+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:03:55.291+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1347: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:56.221+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:03:56.221+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:03:56.221+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:03:56.246+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:03:57.295+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1348: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:58.622+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T16:03:58.622+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "osd.178", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b86796599417502ca3973f6b8b3f87dc9efd2508562d3dff316e02a426819d3b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.876616", "created": "2020-06-05T18:28:06.193696", "deployed": "2020-06-05T18:28:05.610652", "configured": "2020-06-05T18:53:37.859952" }, { "style": "cephadm:v1", "name": "osd.158", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3c315cbbad22c60bd09faeb36f80b19a76c20ba854220fb3193a7ad2395cc00c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.889002", "created": "2020-06-05T18:27:37.432508", "deployed": "2020-06-05T18:27:36.899468", "configured": "2020-06-05T18:52:48.599217" }, { "style": "cephadm:v1", "name": "osd.165", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "8e0f214a01d91757af02bd7e7b8a3fce520ff696cb4ef0a4a0fe1505b19c6bb7", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.054805", "created": "2020-06-05T18:27:47.274257", "deployed": "2020-06-05T18:27:46.704214", "configured": "2020-06-05T18:53:05.724515" }, { "style": "cephadm:v1", "name": "osd.159", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "22094faf533aaab1d9b65b92138d8c880aadbd52c7fd5bbf770cb5e975f39688", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.024661", "created": "2020-06-05T18:27:38.779611", "deployed": "2020-06-05T18:27:38.246570", "configured": "2020-06-05T18:52:51.037402" }, { "style": "cephadm:v1", "name": "osd.160", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "075dfaadd9f67f813fb4dfd99cd7540c01b5b30c11eb4db0b2e627186c63dadf", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.056194", "created": "2020-06-05T18:27:40.154715", "deployed": "2020-06-05T18:27:39.626675", "configured": "2020-06-05T18:52:53.494588" }, { "style": "cephadm:v1", "name": "osd.156", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "eb3a62ca7c2ce0f8d886faf496d5f472cc38eb2c1329440eebfcc6089272b416", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.012409", "created": "2020-06-05T18:27:34.670298", "deployed": "2020-06-05T18:27:34.145258", "configured": "2020-06-05T18:52:43.766851" }, { "style": "cephadm:v1", "name": "osd.155", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0a3735a9f7a708681264993b2b4b8072ba71f43a4a36a1d027e78a26902649d5", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.070198", "created": "2020-06-05T18:27:33.332196", "deployed": "2020-06-05T18:27:32.799156", "configured": "2020-06-05T18:52:41.274662" }, { "style": "cephadm:v1", "name": "osd.176", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "9e8547d6a57edaaea17736eaf19b677f3ad5f0455ca420c51b5d28fac1640b89", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.003349", "created": "2020-06-05T18:28:03.278475", "deployed": "2020-06-05T18:28:02.672429", "configured": "2020-06-05T18:53:32.968581" }, { "style": "cephadm:v1", "name": "osd.157", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0ac05afe8b5498de7fa894c5fe5a46bfecf8fb84063f757c60504af55c38b896", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.890353", "created": "2020-06-05T18:27:36.057404", "deployed": "2020-06-05T18:27:35.507362", "configured": "2020-06-05T18:52:46.180034" }, { "style": "cephadm:v1", "name": "osd.166", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "fa0f4b0fbac75f03d0718c9f6e31da41d60cff3fe6755c57a2e96c21686b844b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.046843", "created": "2020-06-05T18:27:48.706366", "deployed": "2020-06-05T18:27:48.150324", "configured": "2020-06-05T18:53:08.153700" }, { "style": "cephadm:v1", "name": "osd.174", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6ffe9df02d74a3ab7e56bcdb9947d39927ce3d73c1d3c36efbe5a5947767b1fe", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.045763", "created": "2020-06-05T18:28:00.340251", "deployed": "2020-06-05T18:27:59.742206", "configured": "2020-06-05T18:53:28.011205" }, { "style": "cephadm:v1", "name": "osd.182", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3592877dcc28be212487adb79f6ab91e8bafd73d5ede58bc561af323d193622f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.031478", "created": "2020-06-05T18:28:12.121148", "deployed": "2020-06-05T18:28:11.534103", "configured": "2020-06-05T18:53:47.901713" }, { "style": "cephadm:v1", "name": "osd.162", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a1c0a7c849021db3d00224d996deb2cbace8f876f5c20b8b3817b0d244cea47b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.052774", "created": "2020-06-05T18:27:42.931927", "deployed": "2020-06-05T18:27:42.357883", "configured": "2020-06-05T18:52:58.369958" }, { "style": "cephadm:v1", "name": "osd.179", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "36e91f3ef7e7940d552f2ff448bf5a6b9cddbffe861615afeeba6ff703fea2a9", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.065786", "created": "2020-06-05T18:28:07.617805", "deployed": "2020-06-05T18:28:07.051762", "configured": "2020-06-05T18:53:40.372142" }, { "style": "cephadm:v1", "name": "osd.181", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c92856bface925d8b7a59283e7130c6d447c81a47a9c2f7e4642c18a7f0ebac4", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.974013", "created": "2020-06-05T18:28:10.660036", "deployed": "2020-06-05T18:28:10.019988", "configured": "2020-06-05T18:53:45.376522" }, { "style": "cephadm:v1", "name": "osd.184", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "cdcc4b4516c9d6a7b25a89fef17ad5127d4f054d4ac2d1251c915158f6218bb0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.039727", "created": "2020-06-05T18:28:15.113375", "deployed": "2020-06-05T18:28:14.456325", "configured": "2020-06-05T18:53:52.813086" }, { "style": "cephadm:v1", "name": "osd.161", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "884525e1d6dcb4c530b7567aa7bfce8fe64bd7267fe89dbc8765cccc8833585a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.888921", "created": "2020-06-05T18:27:41.522820", "deployed": "2020-06-05T18:27:41.011781", "configured": "2020-06-05T18:52:55.940774" }, { "style": "cephadm:v1", "name": "osd.172", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "55044f32d3b185ce98cbb1a4ee771d3cacaf2c9cb373be1d28e82d065845638d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.959628", "created": "2020-06-05T18:27:57.362025", "deployed": "2020-06-05T18:27:56.749978", "configured": "2020-06-05T18:53:23.090832" }, { "style": "cephadm:v1", "name": "osd.169", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "7885f3a42802e03248ff977897780b0077cc904eaf62362097160b31ab05e86e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.041844", "created": "2020-06-05T18:27:52.970690", "deployed": "2020-06-05T18:27:52.438650", "configured": "2020-06-05T18:53:15.548260" }, { "style": "cephadm:v1", "name": "osd.180", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "37ea87f4e5e090596e4a4134a78c17ec1da338e6fe234adebf6ca3dee33af2b1", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.065858", "created": "2020-06-05T18:28:09.108918", "deployed": "2020-06-05T18:28:08.496872", "configured": "2020-06-05T18:53:42.844330" }, { "style": "cephadm:v1", "name": "osd.168", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4015ce2890e2fbd7cc41b983dd55e10314da82b2a5df986fad02824ec438908c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.018129", "created": "2020-06-05T18:27:51.538582", "deployed": "2020-06-05T18:27:51.011541", "configured": "2020-06-05T18:53:13.129077" }, { "style": "cephadm:v1", "name": "osd.167", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "90679a0a96ee1e8620a349d6334093ee5dbff6a35ac2f48ca12bf1a83870e342", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.057165", "created": "2020-06-05T18:27:50.148476", "deployed": "2020-06-05T18:27:49.555431", "configured": "2020-06-05T18:53:10.648889" }, { "style": "cephadm:v1", "name": "osd.185", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "339b3efa146a8a58f3807c0ccf77128e8ffe75183ec2cbb5cf56e418dc206719", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.001307", "created": "2020-06-05T18:28:16.649492", "deployed": "2020-06-05T18:28:15.965440", "configured": "2020-06-05T18:53:55.334277" }, { "style": "cephadm:v1", "name": "osd.173", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "59b47769009b845139d97414057ff0ffbc38478f6500aa93e764bfc17e8d4037", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.999483", "created": "2020-06-05T18:27:58.877140", "deployed": "2020-06-05T18:27:58.251092", "configured": "2020-06-05T18:53:25.507015" }, { "style": "cephadm:v1", "name": "osd.183", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "7512483913a33b3b6497ba32677c6f3f5deff5693a032f5a8e42d95c723824b3", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.056887", "created": "2020-06-05T18:28:13.586259", "deployed": "2020-06-05T18:28:12.987213", "configured": "2020-06-05T18:53:50.376901" }, { "style": "cephadm:v1", "name": "osd.170", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5bb7e5216aa1ce6f2dbe0f87706fc07eb254e05de10882b8b6647664abed5dc0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.882236", "created": "2020-06-05T18:27:54.407800", "deployed": "2020-06-05T18:27:53.805754", "configured": "2020-06-05T18:53:18.007447" }, { "style": "cephadm:v1", "name": "crash.spsrc-osd-06", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f04353ff50a3bf935c30c63cb3d7cf460385c73ca5d49b2491f6c7a8ac564c7e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.123746", "created": "2020-06-05T17:43:41.608278", "deployed": "2020-06-05T17:43:40.673208", "configured": "2020-06-05T17:43:41.608278" }, { "style": "cephadm:v1", "name": "osd.164", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "dc751b4dd52221040c7e5859bc2abda520185180dcfdae50cf5d3d0cb0fb01bc", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.065692", "created": "2020-06-05T18:27:45.812146", "deployed": "2020-06-05T18:27:45.223101", "configured": "2020-06-05T18:53:03.275330" }, { "style": "cephadm:v1", "name": "osd.175", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "039b0065696ed0a44bd240ef4cef69b983d329776a8e477353a4b6d532e30eec", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.058971", "created": "2020-06-05T18:28:01.797362", "deployed": "2020-06-05T18:28:01.206317", "configured": "2020-06-05T18:53:30.539397" }, { "style": "cephadm:v1", "name": "osd.177", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b7f152713dab56fab683179e5111a069591e78a03fe755fcfd0e70f1476055d7", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.892449", "created": "2020-06-05T18:28:04.749587", "deployed": "2020-06-05T18:28:04.127539", "configured": "2020-06-05T18:53:35.440768" }, { "style": "cephadm:v1", "name": "osd.171", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3ecb07957034682113cb8bb65854c57391aae512c6281cd8137ba0bd7a446def", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.891657", "created": "2020-06-05T18:27:55.885912", "deployed": "2020-06-05T18:27:55.285867", "configured": "2020-06-05T18:53:20.496635" }, { "style": "cephadm:v1", "name": "osd.163", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3fa50d9a25a9f1a09196d627c6f9bacd6839756912568b8bafbc3c9a51cd142e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.062723", "created": "2020-06-05T18:27:44.331033", "deployed": "2020-06-05T18:27:43.776991", "configured": "2020-06-05T18:53:00.834145" } ] 2020-06-26T16:03:58.627+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-06 daemons (32) 2020-06-26T16:03:58.653+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-osd-07 2020-06-26T16:03:58.654+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.124 2020-06-26T16:03:58.654+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T16:03:58.654+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T16:03:59.051+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T16:03:59.052+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T16:03:59.081+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-osd-07 failed check 2020-06-26T16:03:59.081+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-07 daemons 2020-06-26T16:03:59.081+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.124 2020-06-26T16:03:59.083+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T16:03:59.084+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T16:03:59.084+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T16:03:59.235+0000 7f5f81ac4700 0 [balancer DEBUG root] Waking up [inactive, now 2020-06-26_16:03:59] 2020-06-26T16:03:59.235+0000 7f5f81ac4700 0 [balancer DEBUG root] Sleeping for 60 2020-06-26T16:03:59.298+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1349: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:03:59.942+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:03:59.955+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:04:01.305+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1350: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:03.113+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T16:04:03.113+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "osd.209", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "7fcc89e94004fda60da89297390a1824ab075f4f3c45e1cba3b8abf72f29e340", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.445322", "created": "2020-06-05T18:33:09.894594", "deployed": "2020-06-05T18:33:09.296543", "configured": "2020-06-05T18:54:55.731732" }, { "style": "cephadm:v1", "name": "osd.214", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "be63f8e9c83f860d64523c531b3ee173e3b2fd76e0545cda4bb5d178165e7311", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.446567", "created": "2020-06-05T18:33:17.460238", "deployed": "2020-06-05T18:33:16.804182", "configured": "2020-06-05T18:55:08.066782" }, { "style": "cephadm:v1", "name": "osd.212", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "10070637beee770d0ac420117c4a02663f6b1a653b0caf59b541e0c249b10db4", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.632067", "created": "2020-06-05T18:33:14.331972", "deployed": "2020-06-05T18:33:13.707918", "configured": "2020-06-05T18:55:03.124362" }, { "style": "cephadm:v1", "name": "osd.213", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4135451ccd86b568628a6de31f38a38b5a4ea35ead6560dcd1fcc44641562846", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.603927", "created": "2020-06-05T18:33:15.937108", "deployed": "2020-06-05T18:33:15.326056", "configured": "2020-06-05T18:55:05.599572" }, { "style": "cephadm:v1", "name": "osd.197", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "e3bcb166a725d71a6a0340db906bd793f96616920814988559d40a5f899d24bc", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.552974", "created": "2020-06-05T18:32:52.354101", "deployed": "2020-06-05T18:32:51.793054", "configured": "2020-06-05T18:54:26.108211" }, { "style": "cephadm:v1", "name": "osd.187", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0fd069951e07b04fac03c1c9cb91fe9b0f36e2ab26e0d4155f00f3ac0d7baafd", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.472119", "created": "2020-06-05T18:32:38.185896", "deployed": "2020-06-05T18:32:37.652850", "configured": "2020-06-05T18:54:01.262096" }, { "style": "cephadm:v1", "name": "osd.193", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "11166ef0edc716ec7f3062605a92d908113a80595c9d327854f0548f87c8eb06", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.575288", "created": "2020-06-05T18:32:46.576610", "deployed": "2020-06-05T18:32:46.006561", "configured": "2020-06-05T18:54:16.187366" }, { "style": "cephadm:v1", "name": "osd.216", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "8883bab0dd05da0a109bbe06ee99d5357d2d44a43ddc6cb5029f8398fcba280e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.598439", "created": "2020-06-05T18:33:20.444492", "deployed": "2020-06-05T18:33:19.799437", "configured": "2020-06-05T18:55:13.041206" }, { "style": "cephadm:v1", "name": "osd.210", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "359a3d5bca89d83d69138fb783ddce71137f1672e683c66564df05de3a1ab829", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.471164", "created": "2020-06-05T18:33:11.343717", "deployed": "2020-06-05T18:33:10.752667", "configured": "2020-06-05T18:54:58.160939" }, { "style": "cephadm:v1", "name": "osd.205", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2b9f248814ac7d00758259a93cfbaeaf8128fec30f5767a14aa5f4fd14c7119d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.563927", "created": "2020-06-05T18:33:04.022094", "deployed": "2020-06-05T18:33:03.434044", "configured": "2020-06-05T18:54:45.801887" }, { "style": "cephadm:v1", "name": "osd.202", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d2e2b748d9ea5aa25b55a900f3fb42ac62fa71cab33f8164591e73b239d15f50", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.619289", "created": "2020-06-05T18:32:59.671724", "deployed": "2020-06-05T18:32:59.064672", "configured": "2020-06-05T18:54:38.443261" }, { "style": "cephadm:v1", "name": "osd.194", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "bbe44e7b3fdaec152b8282fc6429c2127d55eedee9fc003bf85b74f33d378c62", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.612507", "created": "2020-06-05T18:32:47.976729", "deployed": "2020-06-05T18:32:47.412681", "configured": "2020-06-05T18:54:18.681578" }, { "style": "cephadm:v1", "name": "osd.201", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "619c66f15ace992cf3854d0907bc65eb62ac5c2ee8621ced08bbfb7456551f74", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.610812", "created": "2020-06-05T18:32:58.238602", "deployed": "2020-06-05T18:32:57.606548", "configured": "2020-06-05T18:54:36.001053" }, { "style": "cephadm:v1", "name": "osd.186", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "079ae1ac41461fafa523bd22889a7fdfc4bc8356bcda2656a181fed36dcae2c9", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.618372", "created": "2020-06-05T18:32:36.852782", "deployed": "2020-06-05T18:32:36.316736", "configured": "2020-06-05T18:53:57.940813" }, { "style": "cephadm:v1", "name": "osd.204", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4638acc78a2b5900fd7317cf293efe39cbf4321802353ede87915605e09d108b", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.460137", "created": "2020-06-05T18:33:02.565970", "deployed": "2020-06-05T18:33:02.002922", "configured": "2020-06-05T18:54:43.378681" }, { "style": "cephadm:v1", "name": "osd.192", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d7f6e4f650dc6b04fb83091ff891f578df7132dc4bf2a3e4b0001685a31a778c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.617300", "created": "2020-06-05T18:32:45.164490", "deployed": "2020-06-05T18:32:44.570439", "configured": "2020-06-05T18:54:13.659151" }, { "style": "cephadm:v1", "name": "osd.208", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3f2037e2de2ed0dd2891476bef1f50e2573b9dfc20e6c3f815e953f97dbf852f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.616793", "created": "2020-06-05T18:33:08.410468", "deployed": "2020-06-05T18:33:07.800416", "configured": "2020-06-05T18:54:53.262522" }, { "style": "cephadm:v1", "name": "osd.200", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "bbd414406c17a1725c35bfedd21fdf11d8e8a2f741f1688d3dbdeec061db9da2", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.469361", "created": "2020-06-05T18:32:56.728473", "deployed": "2020-06-05T18:32:56.155425", "configured": "2020-06-05T18:54:33.467837" }, { "style": "cephadm:v1", "name": "crash.spsrc-osd-07", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f414f7676396982c9286f6c7a04d3a25570807d2c21bfa5988f4e3a24a390f52", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:36.756187", "created": "2020-06-05T17:44:09.466368", "deployed": "2020-06-05T17:44:08.518287", "configured": "2020-06-05T17:44:09.466368" }, { "style": "cephadm:v1", "name": "osd.206", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d8256836832f6b5cf5c0db3b773c7d2513e25be9457758a75a99a6d1b7d8dadf", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.467446", "created": "2020-06-05T18:33:05.496220", "deployed": "2020-06-05T18:33:04.907170", "configured": "2020-06-05T18:54:48.265097" }, { "style": "cephadm:v1", "name": "osd.215", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "1ae2dd2f4a6f00d400fb4b526d7d9fbea9244e35ac54a089a8f5b6ecc1200561", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.473259", "created": "2020-06-05T18:33:18.940364", "deployed": "2020-06-05T18:33:18.317311", "configured": "2020-06-05T18:55:10.587997" }, { "style": "cephadm:v1", "name": "osd.203", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "e6629032b40262fe0e4c3842edc31b6ca84fdc6e25889875e4195bd15dcb608d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.604792", "created": "2020-06-05T18:33:01.133848", "deployed": "2020-06-05T18:33:00.528797", "configured": "2020-06-05T18:54:40.949474" }, { "style": "cephadm:v1", "name": "osd.188", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "3f080efd7fe9f5c07c40d9cb24dc9ff5e1c87d8d8a776fa765de950a1b637847", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.454626", "created": "2020-06-05T18:32:39.567013", "deployed": "2020-06-05T18:32:39.018966", "configured": "2020-06-05T18:54:03.703304" }, { "style": "cephadm:v1", "name": "osd.211", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5c3b8069f773df2ef01138a3c992dac37c94637dab471e061b46ab48f44fca92", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.470137", "created": "2020-06-05T18:33:12.833844", "deployed": "2020-06-05T18:33:12.209791", "configured": "2020-06-05T18:55:00.675153" }, { "style": "cephadm:v1", "name": "osd.198", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "614036dbf0aaa5a6b4469fbca0ac722cb8012c0785556891379d354fd66e8c23", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.603635", "created": "2020-06-05T18:32:53.784223", "deployed": "2020-06-05T18:32:53.182172", "configured": "2020-06-05T18:54:28.583421" }, { "style": "cephadm:v1", "name": "osd.196", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f37ea9cfc1fefe9532e318c5314c9a7a95136861a20fc30cc4e81a9e8f13f998", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.599083", "created": "2020-06-05T18:32:50.838972", "deployed": "2020-06-05T18:32:50.261923", "configured": "2020-06-05T18:54:23.631000" }, { "style": "cephadm:v1", "name": "osd.190", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "83c9b25e5995e6aa7644352c4e3b57d02fa8028e648b4bf426c8bd5f3066a6a6", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.606851", "created": "2020-06-05T18:32:42.289245", "deployed": "2020-06-05T18:32:41.746199", "configured": "2020-06-05T18:54:08.711730" }, { "style": "cephadm:v1", "name": "osd.199", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "44a800a96240782475bcb49d01a2578d8f57d3f161de1a349063913769f15af0", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.504796", "created": "2020-06-05T18:32:55.272350", "deployed": "2020-06-05T18:32:54.640296", "configured": "2020-06-05T18:54:31.037630" }, { "style": "cephadm:v1", "name": "osd.189", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2bdcec8a81418272085f52b4a286c6dd8a9e6f61b47d2461970c0434ef49e7ff", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.510508", "created": "2020-06-05T18:32:40.943130", "deployed": "2020-06-05T18:32:40.362081", "configured": "2020-06-05T18:54:06.236519" }, { "style": "cephadm:v1", "name": "osd.207", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d62491f2bc89dd47232fc554d89aba6c80d1bc2096783c21f9c9a1978b6207bc", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.569361", "created": "2020-06-05T18:33:06.941343", "deployed": "2020-06-05T18:33:06.327290", "configured": "2020-06-05T18:54:50.767310" }, { "style": "cephadm:v1", "name": "osd.191", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5aa14f6a64df01bd4ec5d25a0a81af381a9283a74ac3679fef08702b1e9b1dca", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.463805", "created": "2020-06-05T18:32:43.686364", "deployed": "2020-06-05T18:32:43.124316", "configured": "2020-06-05T18:54:11.239945" }, { "style": "cephadm:v1", "name": "osd.195", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "edbe502447dd40026a593a9e6b3c126ab33ddf9ae5bfae28941ad3a8f7d29e59", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.563799", "created": "2020-06-05T18:32:49.401850", "deployed": "2020-06-05T18:32:48.825801", "configured": "2020-06-05T18:54:21.157789" } ] 2020-06-26T16:04:03.118+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-07 daemons (32) 2020-06-26T16:04:03.145+0000 7f5fcaff4700 0 [cephadm DEBUG root] checking spsrc-osd-08 2020-06-26T16:04:03.145+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.125 2020-06-26T16:04:03.145+0000 7f5fcaff4700 0 [cephadm DEBUG root] client container image None 2020-06-26T16:04:03.145+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: check-host 2020-06-26T16:04:03.308+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1351: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:03.551+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 1 2020-06-26T16:04:03.551+0000 7f5fcaff4700 0 [cephadm DEBUG root] err: INFO:cephadm:podman|docker (/bin/docker) is present INFO:cephadm:systemctl is present INFO:cephadm:lvcreate is present WARNING:cephadm:No time sync service is running; checked for ['chrony.service', 'chronyd.service', 'systemd-timesyncd.service', 'ntpd.service', 'ntp.service'] ERROR: No time synchronization is active 2020-06-26T16:04:03.580+0000 7f5fcaff4700 0 [cephadm DEBUG root] host spsrc-osd-08 failed check 2020-06-26T16:04:03.580+0000 7f5fcaff4700 0 [cephadm DEBUG root] refreshing spsrc-osd-08 daemons 2020-06-26T16:04:03.581+0000 7f5fcaff4700 0 [cephadm DEBUG root] Have connection to 172.16.5.125 2020-06-26T16:04:03.583+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T16:04:03.583+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon container image docker.io/ceph/ceph:v15 2020-06-26T16:04:03.583+0000 7f5fcaff4700 0 [cephadm DEBUG root] args: --image docker.io/ceph/ceph:v15 ls 2020-06-26T16:04:04.943+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:04:04.955+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:04:04.991+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] _maybe_adjust 2020-06-26T16:04:05.015+0000 7f5fbd75a700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images 2020-06-26T16:04:05.015+0000 7f5fbd75a700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules 2020-06-26T16:04:05.069+0000 7f5fc2aa4700 0 [pg_autoscaler DEBUG root] root_ids [-1, -27, -36, -36, -27, -36] pools [1, 4, 5, 6, 9, 10] with 248 osds, pg_target 24800 2020-06-26T16:04:05.070+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:04:05.070+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'device_health_metrics' root_id -1 using 2.3618093413362395e-08 of space, bias 1.0, pg target 0.0002928643583256937 quantized to 1 (current 1) 2020-06-26T16:04:05.071+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:04:05.071+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.volumes' root_id -27 using 1.0440580701598667e-05 of space, bias 1.0, pg target 0.12946320069982348 quantized to 32 (current 32) 2020-06-26T16:04:05.072+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:04:05.072+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'glance.images' root_id -36 using 1.974214365714029e-06 of space, bias 1.0, pg target 0.02448025813485396 quantized to 32 (current 32) 2020-06-26T16:04:05.073+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:04:05.073+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cinder.backup' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T16:04:05.073+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:04:05.073+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.meta' root_id -27 using 6.887234384855655e-11 of space, bias 4.0, pg target 3.416068254888405e-06 quantized to 16 (current 32) 2020-06-26T16:04:05.074+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] effective_target_ratio 0.0 0.0 0 1428759274061824.0 2020-06-26T16:04:05.074+0000 7f5fc2aa4700 0 [pg_autoscaler INFO root] Pool 'cephfs.manila.data' root_id -36 using 0.0 of space, bias 1.0, pg target 0.0 quantized to 32 (current 32) 2020-06-26T16:04:05.074+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.volumes, start_after= 2020-06-26T16:04:05.084+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: glance.images, start_after= 2020-06-26T16:04:05.085+0000 7f5fbd75a700 0 [rbd_support INFO root] load_schedules: cinder.backup, start_after= 2020-06-26T16:04:05.315+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1352: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:06.246+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:04:06.246+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:04:06.246+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:04:06.263+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:04:06.839+0000 7f5fcaff4700 0 [cephadm DEBUG root] code: 0 2020-06-26T16:04:06.839+0000 7f5fcaff4700 0 [cephadm DEBUG root] out: [ { "style": "cephadm:v1", "name": "osd.222", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "bc6c5717c23ac8749e878eed11a895609da8087fbff664a9ebfab6309c476f9d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.995742", "created": "2020-06-05T18:37:49.501882", "deployed": "2020-06-05T18:37:48.983840", "configured": "2020-06-05T18:55:28.014697" }, { "style": "cephadm:v1", "name": "osd.217", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5406c8035fbbb339414d6c498be87cfca53e0f8b068b9dc5a28833e06087bd91", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.176573", "created": "2020-06-05T18:37:42.683337", "deployed": "2020-06-05T18:37:42.175297", "configured": "2020-06-05T18:55:15.563690" }, { "style": "cephadm:v1", "name": "osd.239", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a585a4b262a0da8b37e54a8b697ba1228e2a3f2f2dd0a9a8f45828e7ec7597cb", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.149507", "created": "2020-06-05T18:38:14.009840", "deployed": "2020-06-05T18:38:13.389791", "configured": "2020-06-05T18:56:11.334202" }, { "style": "cephadm:v1", "name": "osd.231", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "414d56f27319ad83b11c68bef6357c6716850dc56c0fc5389cb674739415aa28", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.076375", "created": "2020-06-05T18:38:02.377911", "deployed": "2020-06-05T18:38:01.802865", "configured": "2020-06-05T18:55:50.328503" }, { "style": "cephadm:v1", "name": "osd.230", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a1366b6cda5fa3592e5a97edc91f289fe032eb9fd57b2b04dff74edda5833f8c", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.111286", "created": "2020-06-05T18:38:00.923795", "deployed": "2020-06-05T18:38:00.345748", "configured": "2020-06-05T18:55:47.808299" }, { "style": "cephadm:v1", "name": "osd.243", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c786cd748c8f245337bed20f5d4fb4c75bdf048494a140a0711804aeef4af76d", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.159981", "created": "2020-06-05T18:38:19.986318", "deployed": "2020-06-05T18:38:19.380270", "configured": "2020-06-05T18:56:21.193000" }, { "style": "cephadm:v1", "name": "osd.244", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "29a98589109267813e79a176fe83c463339e911270a2909fc092ce0f684724fb", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.082433", "created": "2020-06-05T18:38:21.518440", "deployed": "2020-06-05T18:38:20.916392", "configured": "2020-06-05T18:56:23.663199" }, { "style": "cephadm:v1", "name": "osd.223", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b97a165f4a2a6e7c7152db960338879f07f8f51c8a36d693a32e68ce5e6aeb64", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.140025", "created": "2020-06-05T18:37:50.913995", "deployed": "2020-06-05T18:37:50.405954", "configured": "2020-06-05T18:55:30.504899" }, { "style": "cephadm:v1", "name": "osd.219", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "554a12130297394dabc0e1be6c194387665518e1b2d875630a7f08e40986a583", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.138210", "created": "2020-06-05T18:37:45.351550", "deployed": "2020-06-05T18:37:44.826508", "configured": "2020-06-05T18:55:20.523091" }, { "style": "cephadm:v1", "name": "osd.245", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c67df2192e61b300bfbe06e68e45cc1c75ae9299fcd6191031b220e968434b21", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.112360", "created": "2020-06-05T18:38:23.006559", "deployed": "2020-06-05T18:38:22.396510", "configured": "2020-06-05T18:56:26.131399" }, { "style": "cephadm:v1", "name": "crash.spsrc-osd-08", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "735435bb047fd173b313db24edcdf175d75ed213854a2121b15d5979f02ffdac", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.275238", "created": "2020-06-05T17:45:44.062075", "deployed": "2020-06-05T17:45:43.598038", "configured": "2020-06-05T17:45:44.062075" }, { "style": "cephadm:v1", "name": "osd.246", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6c6d82c893b03ac8b5d24bfefff978423d73227e7c82d9bdc48561f53df5c9df", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.007514", "created": "2020-06-05T18:38:24.575685", "deployed": "2020-06-05T18:38:23.959635", "configured": "2020-06-05T18:56:28.613600" }, { "style": "cephadm:v1", "name": "osd.226", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "ec0756f362ca282cb7749891050dd3747ee016d2f7e87d5944a83fe07e1d92c7", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.138116", "created": "2020-06-05T18:37:55.137332", "deployed": "2020-06-05T18:37:54.585288", "configured": "2020-06-05T18:55:37.897497" }, { "style": "cephadm:v1", "name": "osd.221", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4efb0fc3684ce2154bfa1f02c1a94183d9e70af2957f922a31bde0789286345f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.151423", "created": "2020-06-05T18:37:48.061767", "deployed": "2020-06-05T18:37:47.547726", "configured": "2020-06-05T18:55:25.522496" }, { "style": "cephadm:v1", "name": "osd.218", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "233cddf4603009b4e27663d80f42728549dbc7f52bb29806ef717bcff1908b3f", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-26T08:57:46.411639", "created": "2020-06-05T18:37:44.015444", "deployed": "2020-06-05T18:37:43.484401", "configured": "2020-06-05T18:55:18.075893" }, { "style": "cephadm:v1", "name": "osd.224", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "2d29b7b612aa2f54e709aafda915651a489fbc1da1f9c82db835dc7c7311fb58", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.004691", "created": "2020-06-05T18:37:52.318107", "deployed": "2020-06-05T18:37:51.810066", "configured": "2020-06-05T18:55:32.958097" }, { "style": "cephadm:v1", "name": "osd.242", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "4be16f96e42cf9699e0a11158bd5af1070c1c7d6f5a3c4160a9afb4a388f280e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.110169", "created": "2020-06-05T18:38:18.483198", "deployed": "2020-06-05T18:38:17.863148", "configured": "2020-06-05T18:56:18.725800" }, { "style": "cephadm:v1", "name": "osd.235", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "ffc4766f48a1a5bced763428e2872465e2d2f1584476f19674e62894a1854805", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.080113", "created": "2020-06-05T18:38:08.173374", "deployed": "2020-06-05T18:38:07.589327", "configured": "2020-06-05T18:56:00.325311" }, { "style": "cephadm:v1", "name": "osd.229", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "a25fa709996421f83c8e0e6700ef12389713481f8110176267acec4e7adb772e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.998108", "created": "2020-06-05T18:37:59.506681", "deployed": "2020-06-05T18:37:58.963638", "configured": "2020-06-05T18:55:45.327098" }, { "style": "cephadm:v1", "name": "osd.220", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "17c8d32377d53ae248c5a0612bd28591b796b7bf04ea23115b89344cfc2f8a87", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.010189", "created": "2020-06-05T18:37:46.685657", "deployed": "2020-06-05T18:37:46.152614", "configured": "2020-06-05T18:55:22.975290" }, { "style": "cephadm:v1", "name": "osd.234", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d6a3e656f07c29a0b759fe9a48fd5f5f909b9d20b5ad93bddf7bf12d49038975", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.089903", "created": "2020-06-05T18:38:06.709257", "deployed": "2020-06-05T18:38:06.133211", "configured": "2020-06-05T18:55:57.803107" }, { "style": "cephadm:v1", "name": "osd.241", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "0771cca08f01fb0919558efd94cff3dc177861ef657c2f1bf62ed3fa177e5830", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.091223", "created": "2020-06-05T18:38:16.959076", "deployed": "2020-06-05T18:38:16.345027", "configured": "2020-06-05T18:56:16.269601" }, { "style": "cephadm:v1", "name": "osd.236", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "f9a5d5216212dbe9271fa534d0845149dff6fcd1f0ed140ff25a10a8c513d716", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.008828", "created": "2020-06-05T18:38:09.617489", "deployed": "2020-06-05T18:38:09.038443", "configured": "2020-06-05T18:56:02.782510" }, { "style": "cephadm:v1", "name": "osd.247", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "687155dd45ae5d0ff264d59d1929a86eede211f9a32710e43517bec417bd9276", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.136885", "created": "2020-06-05T18:38:26.088805", "deployed": "2020-06-05T18:38:25.457755", "configured": "2020-06-05T18:56:31.098801" }, { "style": "cephadm:v1", "name": "osd.237", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "fe4f2d1723deb6a440429023ba95ab2624c073349ec979cd3471858f09f4ea16", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.005257", "created": "2020-06-05T18:38:11.049604", "deployed": "2020-06-05T18:38:10.471558", "configured": "2020-06-05T18:56:05.383721" }, { "style": "cephadm:v1", "name": "osd.238", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "c2e867d0f2be5f295ffac8b3f57245566dda78ca2485e6af4c81b0518d307b85", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.138723", "created": "2020-06-05T18:38:12.534722", "deployed": "2020-06-05T18:38:11.965677", "configured": "2020-06-05T18:56:08.073938" }, { "style": "cephadm:v1", "name": "osd.228", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "ed12ca26074a8157a2e2cf60502446c93834113beb284f9e95cd5933be441d28", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.008677", "created": "2020-06-05T18:37:58.100569", "deployed": "2020-06-05T18:37:57.529523", "configured": "2020-06-05T18:55:42.866899" }, { "style": "cephadm:v1", "name": "osd.233", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "d4e8bfedcaf023ff97075ef6115cfdcbe876d3350a6b79f85b0569a638abae64", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.991404", "created": "2020-06-05T18:38:05.315145", "deployed": "2020-06-05T18:38:04.773102", "configured": "2020-06-05T18:55:55.379911" }, { "style": "cephadm:v1", "name": "osd.240", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "5c2f7f84ce60e13c951ff0047594ae6654c65ebf3de592e2e6ced6dafc9d4fa2", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.006613", "created": "2020-06-05T18:38:15.450955", "deployed": "2020-06-05T18:38:14.867909", "configured": "2020-06-05T18:56:13.760398" }, { "style": "cephadm:v1", "name": "osd.227", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "6816c2fc74de3bdc56c07dd41630632de4dbe38ed3189b46743acfe198dc9a8e", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:37.997928", "created": "2020-06-05T18:37:56.619451", "deployed": "2020-06-05T18:37:56.046405", "configured": "2020-06-05T18:55:40.405700" }, { "style": "cephadm:v1", "name": "osd.232", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "b0071c1d0110eee67d58740fc1c629b96f4baaa0c9441e4324b8c952d4892e4a", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.168140", "created": "2020-06-05T18:38:03.832027", "deployed": "2020-06-05T18:38:03.246980", "configured": "2020-06-05T18:55:52.744698" }, { "style": "cephadm:v1", "name": "osd.225", "fsid": "3cdbf59a-a74b-11ea-93cc-f0d4e2e6643c", "enabled": true, "state": "running", "container_id": "fbc0434767e440bc6b53b858c70aa8e706d9933cd7b1ddee381b20366c26fdb1", "container_image_name": "docker.io/ceph/ceph:v15", "container_image_id": "d72755c420bcbdae08d063de6035d060ea0487f8a43f777c75bdbfcd9fd907fa", "version": "15.2.3", "started": "2020-06-24T20:54:38.009098", "created": "2020-06-05T18:37:53.736220", "deployed": "2020-06-05T18:37:53.190177", "configured": "2020-06-05T18:55:35.428297" } ] 2020-06-26T16:04:06.844+0000 7f5fcaff4700 0 [cephadm DEBUG root] Refreshed host spsrc-osd-08 daemons (32) 2020-06-26T16:04:06.870+0000 7f5fcaff4700 0 [cephadm DEBUG root] _check_for_strays 2020-06-26T16:04:06.874+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.osd] 0 OSDs are scheduled for removal: [] 2020-06-26T16:04:06.874+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.osd] Update OSD removal status 2020-06-26T16:04:06.874+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.osd] OSD removal status: set() 2020-06-26T16:04:06.875+0000 7f5fcaff4700 0 [cephadm DEBUG root] Applying service crash spec 2020-06-26T16:04:06.875+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.module] All hosts: [HostPlacementSpec(hostname='spsrc-mon-1', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-2', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-3', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-01', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-02', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-03', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-04', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-05', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-06', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-07', network='', name=''), HostPlacementSpec(hostname='spsrc-osd-08', network='', name='')] 2020-06-26T16:04:06.875+0000 7f5fcaff4700 0 [cephadm DEBUG root] hosts with daemons: {'spsrc-mon-1', 'spsrc-osd-02', 'spsrc-osd-07', 'spsrc-mon-3', 'spsrc-osd-04', 'spsrc-mon-2', 'spsrc-osd-06', 'spsrc-osd-03', 'spsrc-osd-08', 'spsrc-osd-05', 'spsrc-osd-01'} 2020-06-26T16:04:06.875+0000 7f5fcaff4700 0 [cephadm DEBUG root] Applying service grafana spec 2020-06-26T16:04:06.876+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.module] place 1 over label mon: [HostPlacementSpec(hostname='spsrc-mon-1', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-2', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-3', network='', name='')] 2020-06-26T16:04:06.876+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.module] Hosts with existing daemons: [HostPlacementSpec(hostname='spsrc-mon-2', network='', name='')] 2020-06-26T16:04:06.876+0000 7f5fcaff4700 0 [cephadm DEBUG root] hosts with daemons: {'spsrc-mon-2'} 2020-06-26T16:04:06.876+0000 7f5fcaff4700 0 [cephadm DEBUG root] Applying service mds.manila spec 2020-06-26T16:04:06.876+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.module] Labeled hosts: [HostPlacementSpec(hostname='spsrc-mon-1', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-2', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-3', network='', name='')] 2020-06-26T16:04:06.877+0000 7f5fcaff4700 0 [cephadm DEBUG root] hosts with daemons: {'spsrc-mon-1', 'spsrc-mon-3', 'spsrc-mon-2'} 2020-06-26T16:04:06.877+0000 7f5fcaff4700 0 [cephadm DEBUG root] Applying service mgr spec 2020-06-26T16:04:06.877+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.module] Labeled hosts: [HostPlacementSpec(hostname='spsrc-mon-1', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-2', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-3', network='', name='')] 2020-06-26T16:04:06.877+0000 7f5fcaff4700 0 [cephadm DEBUG root] hosts with daemons: {'spsrc-mon-1', 'spsrc-mon-3', 'spsrc-mon-2'} 2020-06-26T16:04:06.877+0000 7f5fcaff4700 0 [cephadm DEBUG root] Applying service mon spec 2020-06-26T16:04:06.879+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon_command: 'config get' -> 0 in 0.002s 2020-06-26T16:04:06.880+0000 7f5fcaff4700 0 [cephadm DEBUG root] mon public_network is 172.16.5.0/24 2020-06-26T16:04:06.880+0000 7f5fcaff4700 0 [cephadm DEBUG cephadm.module] Labeled hosts: [HostPlacementSpec(hostname='spsrc-mon-1', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-2', network='', name=''), HostPlacementSpec(hostname='spsrc-mon-3', network='', name='')] 2020-06-26T16:04:06.880+0000 7f5fcaff4700 0 [cephadm DEBUG root] hosts with daemons: {'spsrc-mon-1', 'spsrc-mon-3', 'spsrc-mon-2'} 2020-06-26T16:04:06.881+0000 7f5fcaff4700 0 [cephadm DEBUG root] Sleeping for 600 seconds 2020-06-26T16:04:07.319+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1353: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:09.322+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1354: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:09.943+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:04:09.956+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:04:11.330+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1355: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:13.334+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1356: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:14.944+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:04:14.956+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:04:15.340+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1357: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:16.264+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:04:16.264+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:04:16.264+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:04:16.287+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:04:17.344+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1358: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:19.347+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1359: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:19.946+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:04:19.958+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:04:21.355+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1360: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:23.358+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1361: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:24.946+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:04:24.958+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:04:25.365+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1362: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:26.289+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:04:26.289+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:04:26.289+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:04:26.312+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:04:27.369+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1363: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:29.372+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1364: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:29.947+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:04:29.958+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:04:31.379+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1365: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:33.382+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1366: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:34.947+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:04:34.958+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:04:35.389+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1367: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:36.312+0000 7f5fc54e9700 0 [osd_support DEBUG root] Scheduled for draining: 2020-06-26T16:04:36.312+0000 7f5fc54e9700 0 [osd_support DEBUG root] Currently being drained: 2020-06-26T16:04:36.312+0000 7f5fc54e9700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster 2020-06-26T16:04:36.335+0000 7f5fc54e9700 0 [osd_support DEBUG root] Sleeping for 10 seconds 2020-06-26T16:04:37.393+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1368: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:39.396+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1369: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:39.947+0000 7f5fbcf59700 0 [rbd_support DEBUG root] PerfHandler: tick 2020-06-26T16:04:39.958+0000 7f5fbbebc700 0 [rbd_support DEBUG root] TaskHandler: tick 2020-06-26T16:04:41.403+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1370: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail 2020-06-26T16:04:43.407+0000 7f5fcd939700 0 log_channel(cluster) log [DBG] : pgmap v1371: 161 pgs: 161 active+clean; 8.3 GiB data, 37 GiB used, 1.3 PiB / 1.3 PiB avail