# `ceph -s` ``` Inferring fsid 4067126d-01cb-40af-824a-881c130140f8 Inferring config /var/lib/ceph/4067126d-01cb-40af-824a-881c130140f8/mon.noc4/config Using recent ceph image ceph/ceph@sha256:7bda5ef5bf4c06e8b720afefe24b22dd0fe2fdf7f3c34da265dc9238578563ff cluster: id: 4067126d-01cb-40af-824a-881c130140f8 health: HEALTH_WARN mons are allowing insecure global_id reclaim 1 failed cephadm daemon(s) services: mon: 4 daemons, quorum noc3,sysmon1,noc1,noc2 (age 22m) mgr: noc1.zvkerj(active, since 20m), standbys: noc3.afxrza, noc2.nyefxi, noc4.tvhgac mds: 1/1 daemons up, 3 standby osd: 18 osds: 18 up (since 6m), 18 in (since 6m); 19 remapped pgs data: volumes: 1/1 healthy pools: 10 pools, 1425 pgs objects: 10.37M objects, 15 TiB usage: 40 TiB used, 28 TiB / 68 TiB avail pgs: 221411/31116516 objects misplaced (0.712%) 1406 active+clean 11 active+remapped+backfilling 8 active+remapped+backfill_wait io: client: 1.6 KiB/s rd, 950 KiB/s wr, 0 op/s rd, 29 op/s wr recovery: 66 MiB/s, 42 keys/s, 49 objects/s progress: Global Recovery Event (8m) [===========================.] (remaining: 6s) ``` # `ceph orch ls` ``` Inferring fsid 4067126d-01cb-40af-824a-881c130140f8 Inferring config /var/lib/ceph/4067126d-01cb-40af-824a-881c130140f8/mon.noc4/config Using recent ceph image ceph/ceph@sha256:7bda5ef5bf4c06e8b720afefe24b22dd0fe2fdf7f3c34da265dc9238578563ff service_type: alertmanager service_name: alertmanager placement: count: 1 status: created: '2020-11-19T15:15:02.790771Z' last_refresh: '2021-06-08T15:33:06.669087Z' running: 1 size: 1 events: - '2021-06-08T15:13:56.978830Z service:alertmanager [ERROR] "Failed to apply: Failed to connect to noc4.1.quietfountain.com (noc4.1.quietfountain.com). Please make sure that the host is reachable and accepts connections using the cephadm SSH key To add the cephadm SSH key to the host: > ceph cephadm get-pub-key > ~/ceph.pub > ssh-copy-id -f -i ~/ceph.pub root@noc4.1.quietfountain.com To check that the host is reachable: > ceph cephadm get-ssh-config > ssh_config > ceph config-key get mgr/cephadm/ssh_identity_key > ~/cephadm_private_key > chmod 0600 ~/cephadm_private_key > ssh -F ssh_config -i ~/cephadm_private_key root@noc4.1.quietfountain.com"' --- service_type: grafana service_name: grafana placement: count: 1 status: created: '2020-11-19T15:15:50.700545Z' running: 1 size: 1 --- service_type: mds service_id: qflibraryfs service_name: mds.qflibraryfs placement: label: mds status: created: '2021-05-20T01:39:15.826413Z' last_refresh: '2021-06-08T15:31:48.075150Z' running: 4 size: 4 events: - '2021-06-08T15:13:57.070336Z service:mds.qflibraryfs [ERROR] "Failed to apply: Failed to connect to noc4.1.quietfountain.com (noc4.1.quietfountain.com). Please make sure that the host is reachable and accepts connections using the cephadm SSH key To add the cephadm SSH key to the host: > ceph cephadm get-pub-key > ~/ceph.pub > ssh-copy-id -f -i ~/ceph.pub root@noc4.1.quietfountain.com To check that the host is reachable: > ceph cephadm get-ssh-config > ssh_config > ceph config-key get mgr/cephadm/ssh_identity_key > ~/cephadm_private_key > chmod 0600 ~/cephadm_private_key > ssh -F ssh_config -i ~/cephadm_private_key root@noc4.1.quietfountain.com"' --- service_type: mgr service_name: mgr placement: label: mgr status: created: '2021-05-20T02:02:02.177474Z' last_refresh: '2021-06-08T15:31:48.074917Z' running: 4 size: 4 events: - '2021-06-08T15:13:57.143020Z service:mgr [ERROR] "Failed to apply: Failed to connect to noc4.1.quietfountain.com (noc4.1.quietfountain.com). Please make sure that the host is reachable and accepts connections using the cephadm SSH key To add the cephadm SSH key to the host: > ceph cephadm get-pub-key > ~/ceph.pub > ssh-copy-id -f -i ~/ceph.pub root@noc4.1.quietfountain.com To check that the host is reachable: > ceph cephadm get-ssh-config > ssh_config > ceph config-key get mgr/cephadm/ssh_identity_key > ~/cephadm_private_key > chmod 0600 ~/cephadm_private_key > ssh -F ssh_config -i ~/cephadm_private_key root@noc4.1.quietfountain.com"' --- service_type: mon service_name: mon placement: label: mon status: created: '2021-06-02T18:56:57.438272Z' last_refresh: '2021-06-08T15:31:48.075362Z' running: 4 size: 5 events: - '2021-06-08T15:13:57.242651Z service:mon [ERROR] "Failed to apply: Failed to connect to noc4.1.quietfountain.com (noc4.1.quietfountain.com). Please make sure that the host is reachable and accepts connections using the cephadm SSH key To add the cephadm SSH key to the host: > ceph cephadm get-pub-key > ~/ceph.pub > ssh-copy-id -f -i ~/ceph.pub root@noc4.1.quietfountain.com To check that the host is reachable: > ceph cephadm get-ssh-config > ssh_config > ceph config-key get mgr/cephadm/ssh_identity_key > ~/cephadm_private_key > chmod 0600 ~/cephadm_private_key > ssh -F ssh_config -i ~/cephadm_private_key root@noc4.1.quietfountain.com"' --- service_type: node-exporter service_name: node-exporter placement: host_pattern: '*' status: created: '2020-11-19T15:14:45.340684Z' last_refresh: '2021-06-08T15:31:48.074118Z' running: 5 size: 5 events: - '2021-06-08T15:13:57.311282Z service:node-exporter [ERROR] "Failed to apply: Failed to connect to noc4.1.quietfountain.com (noc4.1.quietfountain.com). Please make sure that the host is reachable and accepts connections using the cephadm SSH key To add the cephadm SSH key to the host: > ceph cephadm get-pub-key > ~/ceph.pub > ssh-copy-id -f -i ~/ceph.pub root@noc4.1.quietfountain.com To check that the host is reachable: > ceph cephadm get-ssh-config > ssh_config > ceph config-key get mgr/cephadm/ssh_identity_key > ~/cephadm_private_key > chmod 0600 ~/cephadm_private_key > ssh -F ssh_config -i ~/cephadm_private_key root@noc4.1.quietfountain.com"' --- service_type: osd service_id: unmanaged service_name: osd.unmanaged placement: {} unmanaged: true spec: filter_logic: AND objectstore: bluestore status: container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 last_refresh: '2021-06-08T15:31:48.071817Z' running: 18 size: 18 --- service_type: prometheus service_name: prometheus placement: count: 2 status: created: '2020-11-19T15:15:14.520440Z' running: 2 size: 2 events: - '2021-06-08T15:13:57.377361Z service:prometheus [ERROR] "Failed to apply: Failed to connect to noc4.1.quietfountain.com (noc4.1.quietfountain.com). Please make sure that the host is reachable and accepts connections using the cephadm SSH key To add the cephadm SSH key to the host: > ceph cephadm get-pub-key > ~/ceph.pub > ssh-copy-id -f -i ~/ceph.pub root@noc4.1.quietfountain.com To check that the host is reachable: > ceph cephadm get-ssh-config > ssh_config > ceph config-key get mgr/cephadm/ssh_identity_key > ~/cephadm_private_key > chmod 0600 ~/cephadm_private_key > ssh -F ssh_config -i ~/cephadm_private_key root@noc4.1.quietfountain.com"' ``` # `ceph orch ps` ``` Inferring fsid 4067126d-01cb-40af-824a-881c130140f8 Inferring config /var/lib/ceph/4067126d-01cb-40af-824a-881c130140f8/mon.noc4/config Using recent ceph image ceph/ceph@sha256:7bda5ef5bf4c06e8b720afefe24b22dd0fe2fdf7f3c34da265dc9238578563ff daemon_type: alertmanager daemon_id: noc4 hostname: noc4.1.quietfountain.com container_id: 15e257dfb13f container_image_id: 0881eb8f169f5556a292b4e2c01d683172b12830a62a9225a98a8e206bb734f0 container_image_name: docker.io/prom/alertmanager:v0.20.0 container_image_digests: - docker.io/prom/alertmanager@sha256:7e4e9f7a0954b45736d149c40e9620a6664036bb05f0dce447bef5042b139f5d version: 0.20.0 status: 1 status_desc: running is_active: true ports: - 9093 - 9094 last_refresh: '2021-06-08T15:34:32.011176Z' created: '2021-06-05T17:08:52.089031Z' started: '2021-06-08T15:34:25.505913Z' events: - 2021-06-08T15:31:18.342981Z daemon:alertmanager.noc4 [INFO] "Reconfigured alertmanager.noc4 on host 'noc4.1.quietfountain.com'" --- daemon_type: grafana daemon_id: noc2 hostname: noc2.1.quietfountain.com container_id: ddadf974544f container_image_id: ae5c36c3d3cdd79d6d601b5cd5d184c96992c594604d0949adee563123f24451 container_image_name: docker.io/ceph/ceph-grafana:6.7.4 container_image_digests: - docker.io/ceph/ceph-grafana@sha256:857b01fbaa60c63ee1e88a0c9830bf63b88d99b69bf98251d4252eeeabcd03a1 memory_usage: 38231080 version: 6.7.4 status: 1 status_desc: running is_active: true ports: - 3000 last_refresh: '2021-06-08T15:34:33.617735Z' created: '2021-05-28T23:19:08.457139Z' started: '2021-06-08T15:33:48.956853Z' events: - 2021-06-08T15:16:08.712913Z daemon:grafana.noc2 [INFO] "Reconfigured grafana.noc2 on host 'noc2.1.quietfountain.com'" --- daemon_type: mds daemon_id: qflibraryfs.noc1.comtja hostname: noc1.1.quietfountain.com container_id: 04a16d5a5e1d container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 26979860 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.272863Z' created: '2021-05-20T01:40:54.051621Z' started: '2021-06-05T17:13:22.656622Z' events: - 2021-06-08T15:14:36.527586Z daemon:mds.qflibraryfs.noc1.comtja [INFO] "Reconfigured mds.qflibraryfs.noc1.comtja on host 'noc1.1.quietfountain.com'" --- daemon_type: mds daemon_id: qflibraryfs.noc2.hqywdv hostname: noc2.1.quietfountain.com container_id: 54647687f615 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 26738688 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:34:33.617497Z' created: '2021-05-20T01:39:34.361069Z' started: '2021-06-02T16:32:55.559202Z' events: - 2021-06-08T15:15:46.697878Z daemon:mds.qflibraryfs.noc2.hqywdv [INFO] "Reconfigured mds.qflibraryfs.noc2.hqywdv on host 'noc2.1.quietfountain.com'" --- daemon_type: mds daemon_id: qflibraryfs.noc3.joyldr hostname: noc3.1.quietfountain.com container_id: 1a5aa7906010 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 595171737 version: 16.2.4 status: 1 status_desc: running is_active: true ports: [] last_refresh: '2021-06-08T15:34:36.189036Z' created: '2021-05-20T01:40:16.716991Z' started: '2021-06-02T16:18:24.583408Z' events: - 2021-06-08T15:17:23.960354Z daemon:mds.qflibraryfs.noc3.joyldr [INFO] "Reconfigured mds.qflibraryfs.noc3.joyldr on host 'noc3.1.quietfountain.com'" --- daemon_type: mds daemon_id: qflibraryfs.noc4.qgohrh hostname: noc4.1.quietfountain.com container_id: 381a6962830b container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 20206059 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.010976Z' created: '2021-06-01T20:50:11.240520Z' started: '2021-06-08T15:16:49.261673Z' events: - 2021-06-08T15:30:01.713734Z daemon:mds.qflibraryfs.noc4.qgohrh [INFO] "Reconfigured mds.qflibraryfs.noc4.qgohrh on host 'noc4.1.quietfountain.com'" --- daemon_type: mgr daemon_id: noc1.zvkerj hostname: noc1.1.quietfountain.com container_id: 3b15dfb0142d container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 519779123 version: 16.2.4 status: 1 status_desc: running is_active: true ports: - 8443 - 9283 last_refresh: '2021-06-08T15:34:32.272665Z' created: '2021-05-20T01:10:54.486411Z' started: '2021-06-05T17:13:22.642555Z' events: - 2021-06-08T15:14:26.319337Z daemon:mgr.noc1.zvkerj [INFO] "Reconfigured mgr.noc1.zvkerj on host 'noc1.1.quietfountain.com'" --- daemon_type: mgr daemon_id: noc2.nyefxi hostname: noc2.1.quietfountain.com container_id: 369b9075c2e8 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 379374796 version: 16.2.4 status: 1 status_desc: running is_active: false ports: - 8443 - 9283 last_refresh: '2021-06-08T15:34:33.617242Z' created: '2021-05-20T01:09:33.610639Z' started: '2021-06-02T16:32:55.528825Z' events: - 2021-06-08T15:15:37.326495Z daemon:mgr.noc2.nyefxi [INFO] "Reconfigured mgr.noc2.nyefxi on host 'noc2.1.quietfountain.com'" --- daemon_type: mgr daemon_id: noc3.afxrza hostname: noc3.1.quietfountain.com container_id: de8111efaf2d container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 382939955 version: 16.2.4 status: 1 status_desc: running is_active: false ports: - 8443 - 9283 last_refresh: '2021-06-08T15:34:36.188821Z' created: '2021-05-20T01:08:21.246281Z' started: '2021-06-02T16:18:24.654380Z' events: - 2021-06-08T15:17:10.277432Z daemon:mgr.noc3.afxrza [INFO] "Reconfigured mgr.noc3.afxrza on host 'noc3.1.quietfountain.com'" --- daemon_type: mgr daemon_id: noc4.tvhgac hostname: noc4.1.quietfountain.com container_id: fd30aa08f7d1 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 381576806 version: 16.2.4 status: 1 status_desc: running is_active: false ports: - 8443 - 9283 last_refresh: '2021-06-08T15:34:32.010654Z' created: '2021-05-20T01:07:56.476879Z' started: '2021-06-08T15:16:49.208089Z' events: - 2021-06-08T15:28:10.048967Z daemon:mgr.noc4.tvhgac [INFO] "Reconfigured mgr.noc4.tvhgac on host 'noc4.1.quietfountain.com'" --- daemon_type: mon daemon_id: noc1 hostname: noc1.1.quietfountain.com container_id: c4693ea0355b container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 981886566 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.273057Z' created: '2021-06-05T18:39:59.294586Z' started: '2021-06-07T19:44:31.379944Z' events: - 2021-06-08T15:14:45.362768Z daemon:mon.noc1 [INFO] "Reconfigured mon.noc1 on host 'noc1.1.quietfountain.com'" --- daemon_type: mon daemon_id: noc2 hostname: noc2.1.quietfountain.com container_id: 6b42b5e290a9 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 969198796 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:34:33.617938Z' created: '2021-06-07T20:02:35.252194Z' started: '2021-06-07T20:02:36.435382Z' events: - 2021-06-08T15:16:19.782847Z daemon:mon.noc2 [INFO] "Reconfigured mon.noc2 on host 'noc2.1.quietfountain.com'" --- daemon_type: mon daemon_id: noc3 hostname: noc3.1.quietfountain.com container_id: 151a4b324ed6 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 976224256 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:34:36.188615Z' created: '2021-05-19T22:43:33.822826Z' started: '2021-06-07T19:44:29.257068Z' events: - 2021-06-08T15:17:02.660049Z daemon:mon.noc3 [INFO] "Reconfigured mon.noc3 on host 'noc3.1.quietfountain.com'" --- daemon_type: mon daemon_id: noc4 hostname: noc4.1.quietfountain.com container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 status: -1 status_desc: error is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.010859Z' created: '2021-05-28T22:16:18.193690Z' events: - 2021-06-08T15:28:28.793818Z daemon:mon.noc4 [INFO] "Reconfigured mon.noc4 on host 'noc4.1.quietfountain.com'" --- daemon_type: mon daemon_id: sysmon1 hostname: sysmon1.1.quietfountain.com container_id: 6b735b3ab421 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1185410973 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:33:04.659702Z' created: '2021-06-02T19:03:50.922290Z' started: '2021-06-07T19:44:10.215049Z' events: - 2021-06-08T15:31:26.351048Z daemon:mon.sysmon1 [INFO] "Reconfigured mon.sysmon1 on host 'sysmon1.1.quietfountain.com'" --- daemon_type: node-exporter daemon_id: noc1 hostname: noc1.1.quietfountain.com container_id: 59fbd29096f5 container_image_id: e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 container_image_name: docker.io/prom/node-exporter:v0.18.1 container_image_digests: - docker.io/prom/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee memory_usage: 21034434 version: 0.18.1 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.271914Z' created: '2020-11-19T15:33:55.111329Z' started: '2021-06-05T17:13:22.636458Z' --- daemon_type: node-exporter daemon_id: noc2 hostname: noc2.1.quietfountain.com container_id: 83171ac8d1ff container_image_id: e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 container_image_name: docker.io/prom/node-exporter:v0.18.1 container_image_digests: - docker.io/prom/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee memory_usage: 22135439 version: 0.18.1 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:34:33.616363Z' created: '2020-11-19T15:32:54.264421Z' started: '2021-06-02T16:32:55.542549Z' --- daemon_type: node-exporter daemon_id: noc3 hostname: noc3.1.quietfountain.com container_id: f899e6ced43b container_image_id: e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 container_image_name: docker.io/prom/node-exporter:v0.18.1 container_image_digests: - docker.io/prom/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee memory_usage: 15802040 version: 0.18.1 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:34:36.188403Z' created: '2020-11-19T15:33:00.403032Z' started: '2021-06-02T16:18:24.495302Z' --- daemon_type: node-exporter daemon_id: noc4 hostname: noc4.1.quietfountain.com container_id: 439b858fab09 container_image_id: e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 container_image_name: docker.io/prom/node-exporter:v0.18.1 container_image_digests: - docker.io/prom/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee memory_usage: 20562575 version: 0.18.1 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.010430Z' created: '2020-11-19T15:36:06.545390Z' started: '2021-06-08T15:16:49.268390Z' --- daemon_type: node-exporter daemon_id: sysmon1 hostname: sysmon1.1.quietfountain.com container_id: b1fbf7a28849 container_image_id: e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 container_image_name: docker.io/prom/node-exporter:v0.18.1 container_image_digests: - docker.io/prom/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee memory_usage: 21086863 version: 0.18.1 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:33:04.659371Z' created: '2020-11-19T15:32:46.647048Z' started: '2021-06-02T15:59:46.914243Z' --- daemon_type: osd daemon_id: '13' hostname: noc1.1.quietfountain.com container_id: 2fe1c2dab6a2 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1042179686 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.271295Z' created: '2020-10-26T23:14:57.814531Z' started: '2021-06-05T17:14:44.569736Z' events: - 2021-06-08T15:14:09.952457Z daemon:osd.13 [INFO] "Reconfigured osd.13 on host 'noc1.1.quietfountain.com'" --- daemon_type: osd daemon_id: '14' hostname: noc1.1.quietfountain.com container_id: 3d8c882d0565 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 957035315 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.270747Z' created: '2020-10-26T23:14:44.669648Z' started: '2021-06-05T17:14:44.581461Z' --- daemon_type: osd daemon_id: '15' hostname: noc1.1.quietfountain.com container_id: c8939540eaf9 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1248761741 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.269650Z' created: '2020-10-26T23:14:30.152672Z' started: '2021-06-05T17:14:57.996380Z' --- daemon_type: osd daemon_id: '5' hostname: noc1.1.quietfountain.com container_id: bcfdf21f3468 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1415191724 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: None is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.272121Z' created: '2020-11-22T17:35:03.497150Z' started: '2021-06-05T17:14:44.626608Z' events: - 2021-06-08T15:14:18.217285Z daemon:osd.5 [INFO] "Reconfigured osd.5 on host 'noc1.1.quietfountain.com'" --- daemon_type: osd daemon_id: '17' hostname: noc2.1.quietfountain.com container_id: ac73278cf908 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1136018849 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: None is_active: false ports: [] last_refresh: '2021-06-08T15:34:33.616571Z' created: '2020-11-19T18:37:35.452364Z' started: '2021-06-07T19:47:20.749793Z' events: - 2021-06-08T15:15:30.518013Z daemon:osd.17 [INFO] "Reconfigured osd.17 on host 'noc2.1.quietfountain.com'" --- daemon_type: osd daemon_id: '4' hostname: noc2.1.quietfountain.com container_id: 5648a9b3f6e0 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 845676544 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:33.615770Z' created: '2020-10-26T23:02:20.543726Z' started: '2021-06-07T19:48:22.838894Z' events: - 2021-06-08T15:15:17.344824Z daemon:osd.4 [INFO] "Reconfigured osd.4 on host 'noc2.1.quietfountain.com'" --- daemon_type: osd daemon_id: '8' hostname: noc2.1.quietfountain.com container_id: 7bea9a211742 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 828689612 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:33.615152Z' created: '2020-10-26T23:02:00.222769Z' started: '2021-06-07T19:48:02.882362Z' events: - 2021-06-08T15:15:06.464702Z daemon:osd.8 [INFO] "Reconfigured osd.8 on host 'noc2.1.quietfountain.com'" --- daemon_type: osd daemon_id: '9' hostname: noc2.1.quietfountain.com container_id: 7c016f279f57 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 716072550 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:33.614052Z' created: '2020-10-26T23:01:49.850281Z' started: '2021-06-07T19:47:53.052664Z' events: - 2021-06-08T15:14:55.130628Z daemon:osd.9 [INFO] "Reconfigured osd.9 on host 'noc2.1.quietfountain.com'" --- daemon_type: osd daemon_id: '16' hostname: noc3.1.quietfountain.com container_id: 68d0268f3441 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 646866534 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:36.186213Z' created: '2020-10-26T21:48:34.702552Z' started: '2021-06-02T16:20:01.925109Z' events: - 2021-06-08T15:16:43.494302Z daemon:osd.16 [INFO] "Reconfigured osd.16 on host 'noc3.1.quietfountain.com'" --- daemon_type: osd daemon_id: '18' hostname: noc3.1.quietfountain.com container_id: fde98b61e4e8 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 741343232 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:36.185585Z' created: '2020-10-26T21:48:28.385766Z' started: '2021-06-02T16:20:01.995703Z' events: - 2021-06-08T15:16:37.390664Z daemon:osd.18 [INFO] "Reconfigured osd.18 on host 'noc3.1.quietfountain.com'" --- daemon_type: osd daemon_id: '19' hostname: noc3.1.quietfountain.com container_id: 651cba8117af container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 719952281 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:36.186843Z' created: '2020-10-26T21:48:40.075225Z' started: '2021-06-02T16:20:01.896550Z' events: - 2021-06-08T15:16:50.152187Z daemon:osd.19 [INFO] "Reconfigured osd.19 on host 'noc3.1.quietfountain.com'" --- daemon_type: osd daemon_id: '23' hostname: noc3.1.quietfountain.com container_id: 3ed4cb35b0dc container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1082331758 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:36.184881Z' created: '2020-10-26T21:48:21.368898Z' started: '2021-06-02T16:20:01.972793Z' events: - 2021-06-08T15:16:31.452434Z daemon:osd.23 [INFO] "Reconfigured osd.23 on host 'noc3.1.quietfountain.com'" --- daemon_type: osd daemon_id: '24' hostname: noc3.1.quietfountain.com container_id: 542e9fd85633 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 663119462 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:36.183653Z' created: '2020-10-26T21:48:14.592065Z' started: '2021-06-02T16:20:01.919345Z' events: - 2021-06-08T15:16:25.543268Z daemon:osd.24 [INFO] "Reconfigured osd.24 on host 'noc3.1.quietfountain.com'" --- daemon_type: osd daemon_id: '3' hostname: noc3.1.quietfountain.com container_id: 8266a3bc4368 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 886256435 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:36.187629Z' created: '2020-10-26T21:48:46.724062Z' started: '2021-06-02T16:20:01.975618Z' events: - 2021-06-08T15:16:55.844556Z daemon:osd.3 [INFO] "Reconfigured osd.3 on host 'noc3.1.quietfountain.com'" --- daemon_type: osd daemon_id: '0' hostname: noc4.1.quietfountain.com container_id: 00388c5e268e container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 836029644 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: None is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.007130Z' created: '2020-10-26T19:06:16.134079Z' started: '2021-06-08T15:19:12.395928Z' events: - 2021-06-08T15:19:19.091704Z daemon:osd.0 [INFO] "Reconfigured osd.0 on host 'noc4.1.quietfountain.com'" --- daemon_type: osd daemon_id: '1' hostname: noc4.1.quietfountain.com container_id: c7792f0194ac container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 707579084 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.008372Z' created: '2020-10-26T19:16:45.526125Z' started: '2021-06-08T15:19:12.590972Z' events: - 2021-06-08T15:25:22.812996Z daemon:osd.1 [INFO] "Reconfigured osd.1 on host 'noc4.1.quietfountain.com'" --- daemon_type: osd daemon_id: '2' hostname: noc4.1.quietfountain.com container_id: 9e06c82f2753 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1001494937 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.009065Z' created: '2020-10-26T19:16:51.754180Z' started: '2021-06-08T15:19:39.995897Z' events: - 2021-06-08T15:27:25.331089Z daemon:osd.2 [INFO] "Reconfigured osd.2 on host 'noc4.1.quietfountain.com'" --- daemon_type: osd daemon_id: '21' hostname: noc4.1.quietfountain.com container_id: 573972e7080c container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1195074650 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T15:34:32.009783Z' created: '2020-10-26T19:17:28.442503Z' started: '2021-06-08T15:19:29.408701Z' events: - 2021-06-08T15:27:48.937795Z daemon:osd.21 [INFO] "Reconfigured osd.21 on host 'noc4.1.quietfountain.com'" --- daemon_type: prometheus daemon_id: noc1 hostname: noc1.1.quietfountain.com container_id: d838b40453b4 container_image_id: de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 container_image_name: docker.io/prom/prometheus:v2.18.1 container_image_digests: - docker.io/prom/prometheus@sha256:5880ec936055fad18ccee798d2a63f64ed85bd28e8e0af17c6923a090b686c3d memory_usage: 86455091 version: 2.18.1 status: 1 status_desc: running is_active: true ports: - 9095 last_refresh: '2021-06-08T15:34:32.273291Z' created: '2021-06-08T15:11:53.186317Z' started: '2021-06-08T15:33:28.035335Z' events: - 2021-06-08T15:33:28.374177Z daemon:prometheus.noc1 [INFO] "Reconfigured prometheus.noc1 on host 'noc1.1.quietfountain.com'" --- daemon_type: prometheus daemon_id: noc3 hostname: noc3.1.quietfountain.com container_id: 663d389a028d container_image_id: de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 container_image_name: docker.io/prom/prometheus:v2.18.1 container_image_digests: - docker.io/prom/prometheus@sha256:5880ec936055fad18ccee798d2a63f64ed85bd28e8e0af17c6923a090b686c3d memory_usage: 81526784 version: 2.18.1 status: 1 status_desc: running is_active: false ports: - 9095 last_refresh: '2021-06-08T15:34:36.189299Z' created: '2021-05-22T19:14:18.356247Z' started: '2021-06-08T15:34:11.007165Z' events: - 2021-06-08T15:17:34.547750Z daemon:prometheus.noc3 [INFO] "Reconfigured prometheus.noc3 on host 'noc3.1.quietfountain.com'" ``` # `ceph orch host ls` ``` Inferring fsid 4067126d-01cb-40af-824a-881c130140f8 Inferring config /var/lib/ceph/4067126d-01cb-40af-824a-881c130140f8/mon.noc4/config Using recent ceph image ceph/ceph@sha256:7bda5ef5bf4c06e8b720afefe24b22dd0fe2fdf7f3c34da265dc9238578563ff addr: sysmon1.1.quietfountain.com hostname: sysmon1.1.quietfountain.com labels: - _admin - mon status: '' --- addr: noc4.1.quietfountain.com hostname: noc4.1.quietfountain.com labels: - mds - mgr - mon status: '' --- addr: noc3.1.quietfountain.com hostname: noc3.1.quietfountain.com labels: - mds - mgr - mon status: '' --- addr: noc2.1.quietfountain.com hostname: noc2.1.quietfountain.com labels: - mds - mgr - mon status: '' --- addr: noc1.1.quietfountain.com hostname: noc1.1.quietfountain.com labels: - mds - mgr - mon status: '' ``` # `ceph orch device ls` ``` Inferring fsid 4067126d-01cb-40af-824a-881c130140f8 Inferring config /var/lib/ceph/4067126d-01cb-40af-824a-881c130140f8/mon.noc4/config Using recent ceph image ceph/ceph@sha256:7bda5ef5bf4c06e8b720afefe24b22dd0fe2fdf7f3c34da265dc9238578563ff addr: noc1.1.quietfountain.com devices: - available: false device_id: ST8000NM0055-1RM112_ZA1JV4MY human_readable_type: hdd lsm_data: {} lvs: - block_uuid: 2Xrw9N-3hRN-Xh68-ix1f-kJuZ-xY4k-seV3R5 cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-5ea5a346-34f0-4848-ab82-777f5002efbd osd_fsid: 5ea5a346-34f0-4848-ab82-777f5002efbd osd_id: '5' osdspec_affinity: None type: block path: /dev/sdc rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 7.28 TB locked: 1 model: ST8000NM0055-1RM nr_requests: '64' partitions: {} path: /dev/sdc removable: '0' rev: PN04 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 8001563222016.0 support_discard: '0' vendor: ATA - available: false device_id: ST3000DM001-1CH166_W1F4NE0B human_readable_type: hdd lsm_data: {} lvs: - block_uuid: Q1uogI-1Qfm-W1ui-23Jy-Tdxt-paSP-KMduYL cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-0b270b4a-168a-4d12-ace5-2c5e0edf213b osd_fsid: 0b270b4a-168a-4d12-ace5-2c5e0edf213b osd_id: '13' osdspec_affinity: '' type: block path: /dev/sdd rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 2.73 TB locked: 1 model: ST3000DM001-1CH1 nr_requests: '64' partitions: {} path: /dev/sdd removable: '0' rev: CC29 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 3000592982016.0 support_discard: '0' vendor: ATA - available: false device_id: SEAGATE_ST4000NM0033_Z1Z5MH18 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: cYYgsE-Vin1-H26k-ibAA-1wnd-QWyE-S8sT49 cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-6d61107c-630a-46ed-bcef-5fce4d05f9c5 osd_fsid: 6d61107c-630a-46ed-bcef-5fce4d05f9c5 osd_id: '14' osdspec_affinity: '' type: block path: /dev/sde rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 3.64 TB locked: 1 model: SEAGATE ST4000NM nr_requests: '64' partitions: {} path: /dev/sde removable: '0' rev: NS01 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 4000787030016.0 support_discard: '0' vendor: ATA - available: false device_id: SEAGATE_ST4000NM0033_S1Z0H6W1 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: p4N2mw-Dxct-283o-mVro-h4wv-hxgU-nM3JGo cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-309cb319-c361-4fc7-b465-4d93f7e2c320 osd_fsid: 309cb319-c361-4fc7-b465-4d93f7e2c320 osd_id: '15' osdspec_affinity: '' type: block path: /dev/sdf rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 3.64 TB locked: 1 model: SEAGATE ST4000NM nr_requests: '64' partitions: {} path: /dev/sdf removable: '0' rev: NS01 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 4000787030016.0 support_discard: '0' vendor: ATA - available: false device_id: '' human_readable_type: ssd lsm_data: {} lvs: [] path: /dev/zram0 rejected_reasons: - Insufficient space (<5GB) - locked sys_api: human_readable_size: 256.00 MB locked: 1 model: '' nr_requests: '128' partitions: {} path: /dev/zram0 removable: '0' rev: '' ro: '0' rotational: '0' sas_address: '' sas_device_handle: '' scheduler_mode: '' sectors: 0 sectorsize: '4096' size: 268435456.0 support_discard: '4096' vendor: '' labels: [] name: noc1.1.quietfountain.com --- addr: noc2.1.quietfountain.com devices: - available: false device_id: SEAGATE_ST4000NM0033_S1Z08VGV human_readable_type: hdd lsm_data: {} lvs: - block_uuid: GquTsf-noh3-lmkW-Gmeq-bP2e-N6up-Q7VJbQ cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-da04323f-18d3-4eb5-b7cf-5b5bb4a4887b osd_fsid: da04323f-18d3-4eb5-b7cf-5b5bb4a4887b osd_id: '8' osdspec_affinity: '' type: block path: /dev/sdc rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 3.64 TB locked: 1 model: SEAGATE ST4000NM nr_requests: '64' partitions: {} path: /dev/sdc removable: '0' rev: NS01 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 4000787030016.0 support_discard: '0' vendor: ATA - available: false device_id: ST33000651NS_Z2955AS5 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: F4vZUX-AmvK-tYed-n2MW-REcD-pjwl-SDp3f7 cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-dc86789e-cb43-4f00-94e9-04c58c2b33f7 osd_fsid: dc86789e-cb43-4f00-94e9-04c58c2b33f7 osd_id: '9' osdspec_affinity: '' type: block path: /dev/sdd rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 2.73 TB locked: 1 model: ST33000651NS nr_requests: '64' partitions: {} path: /dev/sdd removable: '0' rev: G008 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 3000592982016.0 support_discard: '0' vendor: ATA - available: false device_id: SEAGATE_ST4000NM0033_Z1Z5MH22 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: ek7XeZ-24G4-NpKN-vNrk-nHby-GEyq-NuiiBS cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-c619df1f-fc5f-4ce6-a7ea-2a7918146b5b osd_fsid: c619df1f-fc5f-4ce6-a7ea-2a7918146b5b osd_id: '4' osdspec_affinity: '' type: block path: /dev/sde rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 3.64 TB locked: 1 model: SEAGATE ST4000NM nr_requests: '64' partitions: {} path: /dev/sde removable: '0' rev: NS01 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 4000787030016.0 support_discard: '0' vendor: ATA - available: false device_id: ST8000NM0055-1RM112_ZA1JV4L6 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: x2xB1B-TdhL-oe1v-l4AM-mX6H-xpbO-pnEf1t cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-e22ecd92-2758-40f4-874b-413c3c492658 osd_fsid: e22ecd92-2758-40f4-874b-413c3c492658 osd_id: '17' osdspec_affinity: None type: block path: /dev/sdf rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 7.28 TB locked: 1 model: ST8000NM0055-1RM nr_requests: '64' partitions: {} path: /dev/sdf removable: '0' rev: PN04 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 8001563222016.0 support_discard: '0' vendor: ATA - available: false device_id: '' human_readable_type: ssd lsm_data: {} lvs: [] path: /dev/zram0 rejected_reasons: - Insufficient space (<5GB) - locked sys_api: human_readable_size: 256.00 MB locked: 1 model: '' nr_requests: '128' partitions: {} path: /dev/zram0 removable: '0' rev: '' ro: '0' rotational: '0' sas_address: '' sas_device_handle: '' scheduler_mode: '' sectors: 0 sectorsize: '4096' size: 268435456.0 support_discard: '4096' vendor: '' labels: [] name: noc2.1.quietfountain.com --- addr: noc3.1.quietfountain.com devices: - available: false device_id: TOSHIBA_MG03ACA300_26B1B075V human_readable_type: hdd lsm_data: {} lvs: - block_uuid: n891Wy-6qE7-zrZs-9wQ1-plm3-xoFo-uqIEvv cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-42d3bc13-2710-42d2-b396-c1e297dd4f7c osd_fsid: 42d3bc13-2710-42d2-b396-c1e297dd4f7c osd_id: '18' osdspec_affinity: '' type: block path: /dev/sdc rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 2.73 TB locked: 1 model: TOSHIBA MG03ACA3 nr_requests: '64' partitions: {} path: /dev/sdc removable: '0' rev: FL1A ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 3000592982016.0 support_discard: '0' vendor: ATA - available: false device_id: ST33000650NS_Z297ZQQG human_readable_type: hdd lsm_data: {} lvs: - block_uuid: cNruG6-kHj0-cTJo-8Mv0-aLyV-xSVq-zMwqpT cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-26a29870-9a69-4f57-af33-770bba4facad osd_fsid: 26a29870-9a69-4f57-af33-770bba4facad osd_id: '19' osdspec_affinity: '' type: block path: /dev/sdd rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 2.73 TB locked: 1 model: ST33000650NS nr_requests: '64' partitions: {} path: /dev/sdd removable: '0' rev: RA61 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 3000592982016.0 support_discard: '0' vendor: ATA - available: false device_id: ST33000651NS_Z2954KJ5 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: sIbCa2-F82Z-DiNT-LFbf-G13C-irPX-nMtJnd cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-3a14e3d3-cc63-4cb9-a4bb-86b117476ff9 osd_fsid: 3a14e3d3-cc63-4cb9-a4bb-86b117476ff9 osd_id: '3' osdspec_affinity: '' type: block path: /dev/sde rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 2.73 TB locked: 1 model: ST33000651NS nr_requests: '64' partitions: {} path: /dev/sde removable: '0' rev: G008 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 3000592982016.0 support_discard: '0' vendor: ATA - available: false device_id: TOSHIBA_HDWE150_593HK0IAFB9G human_readable_type: hdd lsm_data: {} lvs: - block_uuid: FYQCB0-wQSP-Y33A-SqoP-Gn83-McNN-CThR39 cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-61162a19-b1ef-4b58-80ee-61eedf78b525 osd_fsid: 61162a19-b1ef-4b58-80ee-61eedf78b525 osd_id: '23' osdspec_affinity: '' type: block path: /dev/sdf rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 4.55 TB locked: 1 model: TOSHIBA HDWE150 nr_requests: '64' partitions: {} path: /dev/sdf removable: '0' rev: FP1R ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 5000981078016.0 support_discard: '0' vendor: ATA - available: false device_id: '' human_readable_type: ssd lsm_data: {} lvs: [] path: /dev/zram0 rejected_reasons: - Insufficient space (<5GB) - locked sys_api: human_readable_size: 256.00 MB locked: 1 model: '' nr_requests: '128' partitions: {} path: /dev/zram0 removable: '0' rev: '' ro: '0' rotational: '0' sas_address: '' sas_device_handle: '' scheduler_mode: '' sectors: 0 sectorsize: '4096' size: 268435456.0 support_discard: '4096' vendor: '' labels: [] name: noc3.1.quietfountain.com --- addr: noc4.1.quietfountain.com devices: - available: false device_id: WDC_WD4000FYYZ-01UL1B1_WD-WCC132224717 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: m38zTq-IyCV-AVPE-u6OF-wpAw-9tQ3-oNvjpX cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-cfc5aa27-0f2a-4afa-bdb0-6dd8a7213301 osd_fsid: cfc5aa27-0f2a-4afa-bdb0-6dd8a7213301 osd_id: '0' osdspec_affinity: None type: block path: /dev/sdc rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 3.64 TB locked: 1 model: WDC WD4000FYYZ-0 nr_requests: '64' partitions: {} path: /dev/sdc removable: '0' rev: 1K02 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 4000787030016.0 support_discard: '0' vendor: ATA - available: false device_id: ST3000DM001-1CH166_W1F4QB3D human_readable_type: hdd lsm_data: {} lvs: - block_uuid: 0g5pXz-k0H5-50qS-8izO-22G8-56Tp-UCwA5s cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-9d8e529d-f44f-4740-9315-a7f12f73f73a osd_fsid: 9d8e529d-f44f-4740-9315-a7f12f73f73a osd_id: '1' osdspec_affinity: '' type: block path: /dev/sdd rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 2.73 TB locked: 1 model: ST3000DM001-1CH1 nr_requests: '64' partitions: {} path: /dev/sdd removable: '0' rev: CC29 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 3000592982016.0 support_discard: '0' vendor: ATA - available: false device_id: WDC_WD4000FYYZ-05UL1B0_WD-WMC130E61L78 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: 1VbkrW-DV53-Ozz5-xNWa-jzEa-qaXj-ucHudt cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-f7ad6b6f-c9fc-48b7-b3a8-0f08c180cebb osd_fsid: f7ad6b6f-c9fc-48b7-b3a8-0f08c180cebb osd_id: '2' osdspec_affinity: '' type: block path: /dev/sde rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 3.64 TB locked: 1 model: WDC WD4000FYYZ-0 nr_requests: '64' partitions: {} path: /dev/sde removable: '0' rev: NS05 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 4000787030016.0 support_discard: '0' vendor: ATA - available: false device_id: ST8000NM0055-1RM112_ZA1JHCET human_readable_type: hdd lsm_data: {} lvs: - block_uuid: SRkXdi-2Hnq-5wt1-B7Eb-PJnS-86Ib-QDFvNs cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-c21b4de1-970d-4527-828e-39aaea9392b1 osd_fsid: c21b4de1-970d-4527-828e-39aaea9392b1 osd_id: '21' osdspec_affinity: '' type: block path: /dev/sdf rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 7.28 TB locked: 1 model: ST8000NM0055-1RM nr_requests: '64' partitions: {} path: /dev/sdf removable: '0' rev: SN05 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 8001563222016.0 support_discard: '0' vendor: ATA - available: false device_id: '' human_readable_type: ssd lsm_data: {} lvs: [] path: /dev/zram0 rejected_reasons: - Insufficient space (<5GB) - locked sys_api: human_readable_size: 256.00 MB locked: 1 model: '' nr_requests: '128' partitions: {} path: /dev/zram0 removable: '0' rev: '' ro: '0' rotational: '0' sas_address: '' sas_device_handle: '' scheduler_mode: '' sectors: 0 sectorsize: '4096' size: 268435456.0 support_discard: '4096' vendor: '' labels: [] name: noc4.1.quietfountain.com --- addr: sysmon1.1.quietfountain.com devices: - available: false device_id: '' human_readable_type: ssd lsm_data: {} lvs: [] path: /dev/zram0 rejected_reasons: - Insufficient space (<5GB) - locked sys_api: human_readable_size: 256.00 MB locked: 1 model: '' nr_requests: '128' partitions: {} path: /dev/zram0 removable: '0' rev: '' ro: '0' rotational: '0' sas_address: '' sas_device_handle: '' scheduler_mode: '' sectors: 0 sectorsize: '4096' size: 268435456.0 support_discard: '4096' vendor: '' labels: [] name: sysmon1.1.quietfountain.com ``` # `ceph log last cephadm` ``` Inferring fsid 4067126d-01cb-40af-824a-881c130140f8 Inferring config /var/lib/ceph/4067126d-01cb-40af-824a-881c130140f8/mon.noc4/config Using recent ceph image ceph/ceph@sha256:7bda5ef5bf4c06e8b720afefe24b22dd0fe2fdf7f3c34da265dc9238578563ff 2021-06-08T15:28:10.070333+0000 mgr.noc1.zvkerj (mgr.12044261) 303 : cephadm [INF] Reconfiguring daemon mon.noc4 on noc4.1.quietfountain.com 2021-06-08T15:28:28.795218+0000 mgr.noc1.zvkerj (mgr.12044261) 309 : cephadm [INF] Reconfiguring prometheus.noc4 (dependencies changed)... 2021-06-08T15:28:28.813070+0000 mgr.noc1.zvkerj (mgr.12044261) 310 : cephadm [INF] Reconfiguring daemon prometheus.noc4 on noc4.1.quietfountain.com 2021-06-08T15:29:33.857977+0000 mgr.noc1.zvkerj (mgr.12044261) 327 : cephadm [INF] Reconfiguring mds.qflibraryfs.noc4.qgohrh (monmap changed)... 2021-06-08T15:29:34.070056+0000 mgr.noc1.zvkerj (mgr.12044261) 328 : cephadm [INF] Reconfiguring daemon mds.qflibraryfs.noc4.qgohrh on noc4.1.quietfountain.com 2021-06-08T15:30:01.714798+0000 mgr.noc1.zvkerj (mgr.12044261) 336 : cephadm [INF] Reconfiguring alertmanager.noc4 (dependencies changed)... 2021-06-08T15:30:01.734337+0000 mgr.noc1.zvkerj (mgr.12044261) 337 : cephadm [INF] Reconfiguring daemon alertmanager.noc4 on noc4.1.quietfountain.com 2021-06-08T15:31:18.343821+0000 mgr.noc1.zvkerj (mgr.12044261) 357 : cephadm [INF] Reconfiguring mon.sysmon1 (monmap changed)... 2021-06-08T15:31:18.351744+0000 mgr.noc1.zvkerj (mgr.12044261) 358 : cephadm [INF] Reconfiguring daemon mon.sysmon1 on sysmon1.1.quietfountain.com 2021-06-08T15:31:26.352039+0000 mgr.noc1.zvkerj (mgr.12044261) 361 : cephadm [INF] Reconfiguring alertmanager.sysmon1 (dependencies changed)... 2021-06-08T15:31:26.364948+0000 mgr.noc1.zvkerj (mgr.12044261) 362 : cephadm [INF] Reconfiguring daemon alertmanager.sysmon1 on sysmon1.1.quietfountain.com 2021-06-08T15:32:49.182906+0000 mgr.noc1.zvkerj (mgr.12044261) 390 : cephadm [INF] Removing daemon alertmanager.sysmon1 from sysmon1.1.quietfountain.com 2021-06-08T15:32:54.605209+0000 mgr.noc1.zvkerj (mgr.12044261) 392 : cephadm [INF] Removing daemon prometheus.noc4 from noc4.1.quietfountain.com 2021-06-08T15:33:07.512611+0000 mgr.noc1.zvkerj (mgr.12044261) 398 : cephadm [INF] Reconfiguring prometheus.noc1 (dependencies changed)... 2021-06-08T15:33:07.526863+0000 mgr.noc1.zvkerj (mgr.12044261) 399 : cephadm [INF] Reconfiguring daemon prometheus.noc1 on noc1.1.quietfountain.com 2021-06-08T15:33:28.375911+0000 mgr.noc1.zvkerj (mgr.12044261) 405 : cephadm [INF] Reconfiguring grafana.noc2 (dependencies changed)... 2021-06-08T15:33:28.419541+0000 mgr.noc1.zvkerj (mgr.12044261) 406 : cephadm [INF] Reconfiguring daemon grafana.noc2 on noc2.1.quietfountain.com 2021-06-08T15:33:48.816539+0000 mgr.noc1.zvkerj (mgr.12044261) 412 : cephadm [INF] Reconfiguring prometheus.noc3 (dependencies changed)... 2021-06-08T15:33:48.832187+0000 mgr.noc1.zvkerj (mgr.12044261) 413 : cephadm [INF] Reconfiguring daemon prometheus.noc3 on noc3.1.quietfountain.com 2021-06-08T15:34:15.777277+0000 mgr.noc1.zvkerj (mgr.12044261) 421 : cephadm [INF] Reconfiguring alertmanager.noc4 (dependencies changed)... 2021-06-08T15:34:15.797029+0000 mgr.noc1.zvkerj (mgr.12044261) 422 : cephadm [INF] Reconfiguring daemon alertmanager.noc4 on noc4.1.quietfountain.com ``` # `cephadm ls` ``` [ { "style": "legacy", "name": "osd.3", "fsid": "4067126d-01cb-40af-824a-881c130140f8\nmon_host = [v2:[fc00:1002:c7::41]:3300/0,v1:[fc00:1002:c7::41]:6789/0] [v2:[fc00:1002:c7::42]:3300/0,v1:[fc00:1002:c7::42]:6789/0] [v2:[fc00:1002:c7::43]:3300/0,v1:[fc00:1002:c7::43]:6789/0] [v2:[fc00:1002:c7::44]:3300/0,v1:[fc00:1002:c7::44]:6789/0] [v2:[fc00:1002:c7::152]:3300/0,v1:[fc00:1002:c7::152]:6789/0]", "systemd_unit": "ceph-osd@3", "enabled": false, "state": "stopped", "host_version": "16.2.1" }, { "style": "legacy", "name": "osd.0", "fsid": "4067126d-01cb-40af-824a-881c130140f8\nmon_host = [v2:[fc00:1002:c7::41]:3300/0,v1:[fc00:1002:c7::41]:6789/0] [v2:[fc00:1002:c7::42]:3300/0,v1:[fc00:1002:c7::42]:6789/0] [v2:[fc00:1002:c7::43]:3300/0,v1:[fc00:1002:c7::43]:6789/0] [v2:[fc00:1002:c7::44]:3300/0,v1:[fc00:1002:c7::44]:6789/0] [v2:[fc00:1002:c7::152]:3300/0,v1:[fc00:1002:c7::152]:6789/0]", "systemd_unit": "ceph-osd@0", "enabled": false, "state": "stopped", "host_version": "16.2.1" }, { "style": "cephadm:v1", "name": "osd.0", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@osd.0", "enabled": true, "state": "running", "service_name": "osd.unmanaged", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "00388c5e268e6c53e48f2895610adfc3a8e5901a53551181488676169f45e57f", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 681993830, "version": "16.2.4", "started": "2021-06-08T15:19:12.395928Z", "created": "2020-10-26T19:06:16.134079Z", "deployed": "2021-05-23T03:04:01.498516Z", "configured": "2021-06-08T15:19:18.556834Z" }, { "style": "cephadm:v1", "name": "osd.1", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@osd.1", "enabled": true, "state": "running", "service_name": "osd.unmanaged", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "c7792f0194acd03537c4ccf8c8a4929eacda916243d96410ef07a53bfda3293a", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 570110771, "version": "16.2.4", "started": "2021-06-08T15:19:12.590972Z", "created": "2020-10-26T19:16:45.526125Z", "deployed": "2021-05-23T03:05:55.067464Z", "configured": "2021-06-08T15:25:22.243366Z" }, { "style": "cephadm:v1", "name": "osd.2", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@osd.2", "enabled": true, "state": "running", "service_name": "osd.unmanaged", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "9e06c82f2753a2d10172d96968d1f45bf73bf52a5dd7b13ee259c5ec8fa3aa8d", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 907332812, "version": "16.2.4", "started": "2021-06-08T15:19:39.995897Z", "created": "2020-10-26T19:16:51.754180Z", "deployed": "2021-05-23T03:08:17.940571Z", "configured": "2021-06-08T15:27:23.912219Z" }, { "style": "cephadm:v1", "name": "osd.21", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@osd.21", "enabled": true, "state": "running", "service_name": "osd.unmanaged", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "573972e7080c9700435de5ea1be73428a0175aafcaaec5c7109b7b77606254e1", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 1097364144, "version": "16.2.4", "started": "2021-06-08T15:19:29.408701Z", "created": "2020-10-26T19:17:28.442503Z", "deployed": "2021-05-23T03:10:15.069435Z", "configured": "2021-06-08T15:27:48.668392Z" }, { "style": "cephadm:v1", "name": "node-exporter.noc4", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@node-exporter.noc4", "enabled": true, "state": "running", "service_name": "node-exporter", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "439b858fab097604b5ab5b572e27c0661d3a33ec5f693fdb17d3274c25615013", "container_image_name": "docker.io/prom/node-exporter:v0.18.1", "container_image_id": "e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87", "container_image_digests": [ "prom/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee" ], "memory_usage": 20803747, "version": "0.18.1", "started": "2021-06-08T15:16:49.268390Z", "created": "2020-11-19T15:36:06.545390Z", "deployed": "2021-05-23T03:20:07.718309Z", "configured": "2021-05-23T03:20:10.158327Z" }, { "style": "cephadm:v1", "name": "mgr.noc4.tvhgac", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@mgr.noc4.tvhgac", "enabled": true, "state": "running", "service_name": "mgr", "ports": [ 8443, 9283 ], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "fd30aa08f7d1fbf39111af1ea30b4c2470a4be21ea35e731f276cf8f47a8d775", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 381471948, "version": "16.2.4", "started": "2021-06-08T15:16:49.208089Z", "created": "2021-05-20T01:07:56.476879Z", "deployed": "2021-05-23T02:04:26.323818Z", "configured": "2021-06-08T15:28:09.428537Z" }, { "style": "cephadm:v1", "name": "mon.noc4", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@mon.noc4", "enabled": true, "state": "error", "service_name": "mon", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": null, "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": null, "container_image_digests": null, "version": null, "started": null, "created": "2021-05-28T22:16:18.193690Z", "deployed": "2021-05-28T22:16:16.773680Z", "configured": "2021-06-08T15:28:28.432670Z" }, { "style": "cephadm:v1", "name": "mds.qflibraryfs.noc4.qgohrh", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@mds.qflibraryfs.noc4.qgohrh", "enabled": true, "state": "running", "service_name": "mds.qflibraryfs", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "381a6962830bdd8867e1a553eb6eb6f48f53ddcabe40f38f8843291b29e20ceb", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 20279459, "version": "16.2.4", "started": "2021-06-08T15:16:49.261673Z", "created": "2021-06-01T20:50:11.240520Z", "deployed": "2021-06-01T20:50:06.136485Z", "configured": "2021-06-08T15:30:00.713314Z" }, { "style": "cephadm:v1", "name": "alertmanager.noc4", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@alertmanager.noc4", "enabled": true, "state": "running", "service_name": "alertmanager", "ports": [ 9093, 9094 ], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "15e257dfb13ffeb741ac189bf18911002e3c1fea0bad44d31acc526d023487fa", "container_image_name": "docker.io/prom/alertmanager:v0.20.0", "container_image_id": "0881eb8f169f5556a292b4e2c01d683172b12830a62a9225a98a8e206bb734f0", "container_image_digests": [ "prom/alertmanager@sha256:7e4e9f7a0954b45736d149c40e9620a6664036bb05f0dce447bef5042b139f5d" ], "memory_usage": 11408506, "version": "0.20.0", "started": "2021-06-08T15:34:25.505913Z", "created": "2021-06-05T17:08:52.089031Z", "deployed": "2021-06-05T17:08:49.769015Z", "configured": "2021-06-08T15:34:24.111164Z" } ] ```