# `ceph -s` ``` Inferring fsid 4067126d-01cb-40af-824a-881c130140f8 Inferring config /var/lib/ceph/4067126d-01cb-40af-824a-881c130140f8/mon.noc4/config Using recent ceph image ceph/ceph@sha256:7bda5ef5bf4c06e8b720afefe24b22dd0fe2fdf7f3c34da265dc9238578563ff cluster: id: 4067126d-01cb-40af-824a-881c130140f8 health: HEALTH_WARN mons are allowing insecure global_id reclaim services: mon: 5 daemons, quorum noc3,noc4,sysmon1,noc1,noc2 (age 17s) mgr: noc4.tvhgac(active, since 19h), standbys: noc1.zvkerj, noc3.afxrza, noc2.nyefxi mds: 1/1 daemons up, 3 standby osd: 18 osds: 18 up (since 19h), 18 in (since 19h) data: volumes: 1/1 healthy pools: 10 pools, 1425 pgs objects: 10.37M objects, 15 TiB usage: 40 TiB used, 28 TiB / 68 TiB avail pgs: 1424 active+clean 1 active+clean+scrubbing+deep io: client: 2.6 KiB/s rd, 1.9 MiB/s wr, 0 op/s rd, 50 op/s wr ``` # `ceph orch ls` ``` Inferring fsid 4067126d-01cb-40af-824a-881c130140f8 Inferring config /var/lib/ceph/4067126d-01cb-40af-824a-881c130140f8/mon.noc4/config Using recent ceph image ceph/ceph@sha256:7bda5ef5bf4c06e8b720afefe24b22dd0fe2fdf7f3c34da265dc9238578563ff service_type: alertmanager service_name: alertmanager placement: count: 1 status: created: '2020-11-19T15:15:02.790771Z' last_refresh: '2021-06-08T14:56:46.861298Z' running: 1 size: 1 --- service_type: grafana service_name: grafana placement: count: 1 status: created: '2020-11-19T15:15:50.700545Z' last_refresh: '2021-06-08T14:56:49.103869Z' running: 1 size: 1 events: - '2021-06-07T19:28:59.723596Z service:grafana [ERROR] "Failed to apply: Failed to connect to noc2.1.quietfountain.com (noc2.1.quietfountain.com). Please make sure that the host is reachable and accepts connections using the cephadm SSH key To add the cephadm SSH key to the host: > ceph cephadm get-pub-key > ~/ceph.pub > ssh-copy-id -f -i ~/ceph.pub root@noc2.1.quietfountain.com To check that the host is reachable: > ceph cephadm get-ssh-config > ssh_config > ceph config-key get mgr/cephadm/ssh_identity_key > ~/cephadm_private_key > chmod 0600 ~/cephadm_private_key > ssh -F ssh_config -i ~/cephadm_private_key root@noc2.1.quietfountain.com"' --- service_type: mds service_id: qflibraryfs service_name: mds.qflibraryfs placement: label: mds status: created: '2021-05-20T01:39:15.826413Z' last_refresh: '2021-06-08T14:56:46.220262Z' running: 4 size: 4 events: - '2021-06-07T19:29:59.872058Z service:mds.qflibraryfs [ERROR] "Failed to apply: Failed to connect to noc2.1.quietfountain.com (noc2.1.quietfountain.com). Please make sure that the host is reachable and accepts connections using the cephadm SSH key To add the cephadm SSH key to the host: > ceph cephadm get-pub-key > ~/ceph.pub > ssh-copy-id -f -i ~/ceph.pub root@noc2.1.quietfountain.com To check that the host is reachable: > ceph cephadm get-ssh-config > ssh_config > ceph config-key get mgr/cephadm/ssh_identity_key > ~/cephadm_private_key > chmod 0600 ~/cephadm_private_key > ssh -F ssh_config -i ~/cephadm_private_key root@noc2.1.quietfountain.com"' --- service_type: mgr service_name: mgr placement: label: mgr status: created: '2021-05-20T02:02:02.177474Z' last_refresh: '2021-06-08T14:56:46.220084Z' running: 4 size: 4 events: - '2021-06-07T19:31:00.036839Z service:mgr [ERROR] "Failed to apply: Failed to connect to noc2.1.quietfountain.com (noc2.1.quietfountain.com). Please make sure that the host is reachable and accepts connections using the cephadm SSH key To add the cephadm SSH key to the host: > ceph cephadm get-pub-key > ~/ceph.pub > ssh-copy-id -f -i ~/ceph.pub root@noc2.1.quietfountain.com To check that the host is reachable: > ceph cephadm get-ssh-config > ssh_config > ceph config-key get mgr/cephadm/ssh_identity_key > ~/cephadm_private_key > chmod 0600 ~/cephadm_private_key > ssh -F ssh_config -i ~/cephadm_private_key root@noc2.1.quietfountain.com"' --- service_type: mon service_name: mon placement: label: mon status: created: '2021-06-02T18:56:57.438272Z' last_refresh: '2021-06-08T14:53:39.513505Z' running: 5 size: 5 events: - '2021-06-07T19:32:00.280387Z service:mon [ERROR] "Failed to apply: Failed to connect to noc2.1.quietfountain.com (noc2.1.quietfountain.com). Please make sure that the host is reachable and accepts connections using the cephadm SSH key To add the cephadm SSH key to the host: > ceph cephadm get-pub-key > ~/ceph.pub > ssh-copy-id -f -i ~/ceph.pub root@noc2.1.quietfountain.com To check that the host is reachable: > ceph cephadm get-ssh-config > ssh_config > ceph config-key get mgr/cephadm/ssh_identity_key > ~/cephadm_private_key > chmod 0600 ~/cephadm_private_key > ssh -F ssh_config -i ~/cephadm_private_key root@noc2.1.quietfountain.com"' --- service_type: node-exporter service_name: node-exporter placement: host_pattern: '*' status: created: '2020-11-19T15:14:45.340684Z' last_refresh: '2021-06-08T14:53:39.513207Z' running: 5 size: 5 events: - '2021-06-07T19:32:30.802557Z service:node-exporter [ERROR] "Failed to apply: Failed to connect to noc2.1.quietfountain.com (noc2.1.quietfountain.com). Please make sure that the host is reachable and accepts connections using the cephadm SSH key To add the cephadm SSH key to the host: > ceph cephadm get-pub-key > ~/ceph.pub > ssh-copy-id -f -i ~/ceph.pub root@noc2.1.quietfountain.com To check that the host is reachable: > ceph cephadm get-ssh-config > ssh_config > ceph config-key get mgr/cephadm/ssh_identity_key > ~/cephadm_private_key > chmod 0600 ~/cephadm_private_key > ssh -F ssh_config -i ~/cephadm_private_key root@noc2.1.quietfountain.com"' --- service_type: osd service_id: unmanaged service_name: osd.unmanaged placement: {} unmanaged: true spec: filter_logic: AND objectstore: bluestore status: container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 last_refresh: '2021-06-08T14:56:46.217491Z' running: 18 size: 18 --- service_type: prometheus service_name: prometheus placement: count: 2 status: created: '2020-11-19T15:15:14.520440Z' last_refresh: '2021-06-08T14:56:46.860949Z' running: 2 size: 2 ``` # `ceph orch ps` ``` Inferring fsid 4067126d-01cb-40af-824a-881c130140f8 Inferring config /var/lib/ceph/4067126d-01cb-40af-824a-881c130140f8/mon.noc4/config Using recent ceph image ceph/ceph@sha256:7bda5ef5bf4c06e8b720afefe24b22dd0fe2fdf7f3c34da265dc9238578563ff daemon_type: alertmanager daemon_id: noc4 hostname: noc4.1.quietfountain.com container_id: 751efcc2ca78 container_image_id: 0881eb8f169f5556a292b4e2c01d683172b12830a62a9225a98a8e206bb734f0 container_image_name: docker.io/prom/alertmanager:v0.20.0 container_image_digests: - docker.io/prom/alertmanager@sha256:7e4e9f7a0954b45736d149c40e9620a6664036bb05f0dce447bef5042b139f5d memory_usage: 26235371 version: 0.20.0 status: 1 status_desc: running is_active: true ports: - 9093 - 9094 last_refresh: '2021-06-08T14:56:46.861298Z' created: '2021-06-05T17:08:52.089031Z' started: '2021-06-05T17:32:12.066916Z' --- daemon_type: grafana daemon_id: noc2 hostname: noc2.1.quietfountain.com container_id: 0b45f73e5e8b container_image_id: ae5c36c3d3cdd79d6d601b5cd5d184c96992c594604d0949adee563123f24451 container_image_name: docker.io/ceph/ceph-grafana:6.7.4 container_image_digests: - docker.io/ceph/ceph-grafana@sha256:857b01fbaa60c63ee1e88a0c9830bf63b88d99b69bf98251d4252eeeabcd03a1 memory_usage: 45204111 version: 6.7.4 status: 1 status_desc: running is_active: true ports: - 3000 last_refresh: '2021-06-08T14:56:49.103869Z' created: '2021-05-28T23:19:08.457139Z' started: '2021-06-02T16:32:55.559387Z' --- daemon_type: mds daemon_id: qflibraryfs.noc1.comtja hostname: noc1.1.quietfountain.com container_id: 04a16d5a5e1d container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 27860664 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.220262Z' created: '2021-05-20T01:40:54.051621Z' started: '2021-06-05T17:13:22.656622Z' events: - 2021-06-07T19:53:16.825172Z daemon:mds.qflibraryfs.noc1.comtja [INFO] "Reconfigured mds.qflibraryfs.noc1.comtja on host 'noc1.1.quietfountain.com'" --- daemon_type: mds daemon_id: qflibraryfs.noc2.hqywdv hostname: noc2.1.quietfountain.com container_id: 54647687f615 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 26413629 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T14:56:49.103695Z' created: '2021-05-20T01:39:34.361069Z' started: '2021-06-02T16:32:55.559202Z' events: - 2021-06-07T19:55:23.101995Z daemon:mds.qflibraryfs.noc2.hqywdv [INFO] "Reconfigured mds.qflibraryfs.noc2.hqywdv on host 'noc2.1.quietfountain.com'" --- daemon_type: mds daemon_id: qflibraryfs.noc3.joyldr hostname: noc3.1.quietfountain.com container_id: 1a5aa7906010 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 585210265 version: 16.2.4 status: 1 status_desc: running is_active: true ports: [] last_refresh: '2021-06-08T14:56:47.738977Z' created: '2021-05-20T01:40:16.716991Z' started: '2021-06-02T16:18:24.583408Z' events: - 2021-06-07T19:57:00.198652Z daemon:mds.qflibraryfs.noc3.joyldr [INFO] "Reconfigured mds.qflibraryfs.noc3.joyldr on host 'noc3.1.quietfountain.com'" --- daemon_type: mds daemon_id: qflibraryfs.noc4.qgohrh hostname: noc4.1.quietfountain.com container_id: 2ba17541be6e container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 26728202 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.861121Z' created: '2021-06-01T20:50:11.240520Z' started: '2021-06-02T16:08:42.959939Z' events: - 2021-06-07T19:58:04.736544Z daemon:mds.qflibraryfs.noc4.qgohrh [INFO] "Reconfigured mds.qflibraryfs.noc4.qgohrh on host 'noc4.1.quietfountain.com'" --- daemon_type: mgr daemon_id: noc1.zvkerj hostname: noc1.1.quietfountain.com container_id: 3b15dfb0142d container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 384617676 version: 16.2.4 status: 1 status_desc: running is_active: false ports: - 8443 - 9283 last_refresh: '2021-06-08T14:56:46.220084Z' created: '2021-05-20T01:10:54.486411Z' started: '2021-06-05T17:13:22.642555Z' events: - 2021-06-07T19:53:06.447140Z daemon:mgr.noc1.zvkerj [INFO] "Reconfigured mgr.noc1.zvkerj on host 'noc1.1.quietfountain.com'" --- daemon_type: mgr daemon_id: noc2.nyefxi hostname: noc2.1.quietfountain.com container_id: 369b9075c2e8 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 381471948 version: 16.2.4 status: 1 status_desc: running is_active: false ports: - 8443 - 9283 last_refresh: '2021-06-08T14:56:49.103505Z' created: '2021-05-20T01:09:33.610639Z' started: '2021-06-02T16:32:55.528825Z' events: - 2021-06-07T19:54:44.307139Z daemon:mgr.noc2.nyefxi [INFO] "Reconfigured mgr.noc2.nyefxi on host 'noc2.1.quietfountain.com'" --- daemon_type: mgr daemon_id: noc3.afxrza hostname: noc3.1.quietfountain.com container_id: de8111efaf2d container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 383044812 version: 16.2.4 status: 1 status_desc: running is_active: false ports: - 8443 - 9283 last_refresh: '2021-06-08T14:56:47.738804Z' created: '2021-05-20T01:08:21.246281Z' started: '2021-06-02T16:18:24.654380Z' events: - 2021-06-07T19:56:53.236996Z daemon:mgr.noc3.afxrza [INFO] "Reconfigured mgr.noc3.afxrza on host 'noc3.1.quietfountain.com'" --- daemon_type: mgr daemon_id: noc4.tvhgac hostname: noc4.1.quietfountain.com container_id: 81bf6a01ed97 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 561827020 version: 16.2.4 status: 1 status_desc: running is_active: true ports: - 8443 - 9283 last_refresh: '2021-06-08T14:56:46.860559Z' created: '2021-05-20T01:07:56.476879Z' started: '2021-06-02T16:08:42.927733Z' events: - 2021-06-07T19:57:47.635964Z daemon:mgr.noc4.tvhgac [INFO] "Reconfigured mgr.noc4.tvhgac on host 'noc4.1.quietfountain.com'" --- daemon_type: mon daemon_id: noc1 hostname: noc1.1.quietfountain.com container_id: c4693ea0355b container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 984717721 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.220432Z' created: '2021-06-05T18:39:59.294586Z' started: '2021-06-07T19:44:31.379944Z' events: - 2021-06-07T19:53:26.506670Z daemon:mon.noc1 [INFO] "Reconfigured mon.noc1 on host 'noc1.1.quietfountain.com'" --- daemon_type: mon daemon_id: noc2 hostname: noc2.1.quietfountain.com container_id: 6b42b5e290a9 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 964060774 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T14:56:49.104040Z' created: '2021-06-07T20:02:35.252194Z' started: '2021-06-07T20:02:36.435382Z' events: - 2021-06-07T19:55:37.811663Z daemon:mon.noc2 [INFO] "Reconfigured mon.noc2 on host 'noc2.1.quietfountain.com'" - 2021-06-07T20:02:35.834924Z daemon:mon.noc2 [INFO] "Deployed mon.noc2 on host 'noc2.1.quietfountain.com'" --- daemon_type: mon daemon_id: noc3 hostname: noc3.1.quietfountain.com container_id: 151a4b324ed6 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 977482547 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T14:56:47.738631Z' created: '2021-05-19T22:43:33.822826Z' started: '2021-06-07T19:44:29.257068Z' events: - 2021-06-07T19:56:42.672221Z daemon:mon.noc3 [INFO] "Reconfigured mon.noc3 on host 'noc3.1.quietfountain.com'" --- daemon_type: mon daemon_id: noc4 hostname: noc4.1.quietfountain.com container_id: 15be67fbde27 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 977901977 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.860738Z' created: '2021-05-28T22:16:18.193690Z' started: '2021-06-07T19:44:24.358412Z' events: - 2021-06-07T19:57:55.210675Z daemon:mon.noc4 [INFO] "Reconfigured mon.noc4 on host 'noc4.1.quietfountain.com'" --- daemon_type: mon daemon_id: sysmon1 hostname: sysmon1.1.quietfountain.com container_id: 6b735b3ab421 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1168231104 version: 16.2.4 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:04:03.478282Z' created: '2021-06-02T19:03:50.922290Z' started: '2021-06-07T19:44:10.215049Z' events: - 2021-06-07T19:58:13.921030Z daemon:mon.sysmon1 [INFO] "Reconfigured mon.sysmon1 on host 'sysmon1.1.quietfountain.com'" --- daemon_type: node-exporter daemon_id: noc1 hostname: noc1.1.quietfountain.com container_id: 59fbd29096f5 container_image_id: e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 container_image_name: docker.io/prom/node-exporter:v0.18.1 container_image_digests: - docker.io/prom/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee memory_usage: 20206059 version: 0.18.1 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.219421Z' created: '2020-11-19T15:33:55.111329Z' started: '2021-06-05T17:13:22.636458Z' --- daemon_type: node-exporter daemon_id: noc2 hostname: noc2.1.quietfountain.com container_id: 83171ac8d1ff container_image_id: e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 container_image_name: docker.io/prom/node-exporter:v0.18.1 container_image_digests: - docker.io/prom/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee memory_usage: 20394803 version: 0.18.1 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T14:56:49.102257Z' created: '2020-11-19T15:32:54.264421Z' started: '2021-06-02T16:32:55.542549Z' --- daemon_type: node-exporter daemon_id: noc3 hostname: noc3.1.quietfountain.com container_id: f899e6ced43b container_image_id: e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 container_image_name: docker.io/prom/node-exporter:v0.18.1 container_image_digests: - docker.io/prom/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee memory_usage: 20279459 version: 0.18.1 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T14:56:47.738455Z' created: '2020-11-19T15:33:00.403032Z' started: '2021-06-02T16:18:24.495302Z' --- daemon_type: node-exporter daemon_id: noc4 hostname: noc4.1.quietfountain.com container_id: fb7572d4466c container_image_id: e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 container_image_name: docker.io/prom/node-exporter:v0.18.1 container_image_digests: - docker.io/prom/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee memory_usage: 21516779 version: 0.18.1 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.860376Z' created: '2020-11-19T15:36:06.545390Z' started: '2021-06-02T16:08:42.951724Z' --- daemon_type: node-exporter daemon_id: sysmon1 hostname: sysmon1.1.quietfountain.com container_id: b1fbf7a28849 container_image_id: e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 container_image_name: docker.io/prom/node-exporter:v0.18.1 container_image_digests: - docker.io/prom/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee memory_usage: 19996344 version: 0.18.1 status: 1 status_desc: running is_active: false ports: [] last_refresh: '2021-06-08T15:04:03.477981Z' created: '2020-11-19T15:32:46.647048Z' started: '2021-06-02T15:59:46.914243Z' --- daemon_type: osd daemon_id: '13' hostname: noc1.1.quietfountain.com container_id: 2fe1c2dab6a2 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 937636659 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.218930Z' created: '2020-10-26T23:14:57.814531Z' started: '2021-06-05T17:14:44.569736Z' events: - 2021-06-07T19:52:32.699698Z daemon:osd.13 [INFO] "Reconfigured osd.13 on host 'noc1.1.quietfountain.com'" --- daemon_type: osd daemon_id: '14' hostname: noc1.1.quietfountain.com container_id: 3d8c882d0565 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 867696640 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.218429Z' created: '2020-10-26T23:14:44.669648Z' started: '2021-06-05T17:14:44.581461Z' events: - 2021-06-07T19:52:22.205085Z daemon:osd.14 [INFO] "Reconfigured osd.14 on host 'noc1.1.quietfountain.com'" --- daemon_type: osd daemon_id: '15' hostname: noc1.1.quietfountain.com container_id: c8939540eaf9 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1044171980 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.217491Z' created: '2020-10-26T23:14:30.152672Z' started: '2021-06-05T17:14:57.996380Z' events: - 2021-06-07T19:52:11.306843Z daemon:osd.15 [INFO] "Reconfigured osd.15 on host 'noc1.1.quietfountain.com'" --- daemon_type: osd daemon_id: '5' hostname: noc1.1.quietfountain.com container_id: bcfdf21f3468 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1443109011 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: None is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.219598Z' created: '2020-11-22T17:35:03.497150Z' started: '2021-06-05T17:14:44.626608Z' events: - 2021-06-07T19:52:47.944578Z daemon:osd.5 [INFO] "Reconfigured osd.5 on host 'noc1.1.quietfountain.com'" --- daemon_type: osd daemon_id: '17' hostname: noc2.1.quietfountain.com container_id: ac73278cf908 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1165009879 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: None is_active: false ports: [] last_refresh: '2021-06-08T14:56:49.102495Z' created: '2020-11-19T18:37:35.452364Z' started: '2021-06-07T19:47:20.749793Z' events: - 2021-06-07T19:54:26.488100Z daemon:osd.17 [INFO] "Reconfigured osd.17 on host 'noc2.1.quietfountain.com'" --- daemon_type: osd daemon_id: '4' hostname: noc2.1.quietfountain.com container_id: 5648a9b3f6e0 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 950324428 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:49.101766Z' created: '2020-10-26T23:02:20.543726Z' started: '2021-06-07T19:48:22.838894Z' events: - 2021-06-07T19:54:09.871596Z daemon:osd.4 [INFO] "Reconfigured osd.4 on host 'noc2.1.quietfountain.com'" --- daemon_type: osd daemon_id: '8' hostname: noc2.1.quietfountain.com container_id: 7bea9a211742 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 789577728 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:49.101234Z' created: '2020-10-26T23:02:00.222769Z' started: '2021-06-07T19:48:02.882362Z' events: - 2021-06-07T19:53:53.253317Z daemon:osd.8 [INFO] "Reconfigured osd.8 on host 'noc2.1.quietfountain.com'" --- daemon_type: osd daemon_id: '9' hostname: noc2.1.quietfountain.com container_id: 7c016f279f57 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 705586790 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:49.100238Z' created: '2020-10-26T23:01:49.850281Z' started: '2021-06-07T19:47:53.052664Z' events: - 2021-06-07T19:53:41.583497Z daemon:osd.9 [INFO] "Reconfigured osd.9 on host 'noc2.1.quietfountain.com'" --- daemon_type: osd daemon_id: '16' hostname: noc3.1.quietfountain.com container_id: 68d0268f3441 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 701497344 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:47.736989Z' created: '2020-10-26T21:48:34.702552Z' started: '2021-06-02T16:20:01.925109Z' events: - 2021-06-07T19:56:10.670249Z daemon:osd.16 [INFO] "Reconfigured osd.16 on host 'noc3.1.quietfountain.com'" --- daemon_type: osd daemon_id: '18' hostname: noc3.1.quietfountain.com container_id: fde98b61e4e8 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 723727155 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:47.736455Z' created: '2020-10-26T21:48:28.385766Z' started: '2021-06-02T16:20:01.995703Z' events: - 2021-06-07T19:56:01.760247Z daemon:osd.18 [INFO] "Reconfigured osd.18 on host 'noc3.1.quietfountain.com'" --- daemon_type: osd daemon_id: '19' hostname: noc3.1.quietfountain.com container_id: 651cba8117af container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 645817958 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:47.737478Z' created: '2020-10-26T21:48:40.075225Z' started: '2021-06-02T16:20:01.896550Z' events: - 2021-06-07T19:56:21.924708Z daemon:osd.19 [INFO] "Reconfigured osd.19 on host 'noc3.1.quietfountain.com'" --- daemon_type: osd daemon_id: '23' hostname: noc3.1.quietfountain.com container_id: 3ed4cb35b0dc container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 922537164 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:47.735931Z' created: '2020-10-26T21:48:21.368898Z' started: '2021-06-02T16:20:01.972793Z' events: - 2021-06-07T19:55:53.789832Z daemon:osd.23 [INFO] "Reconfigured osd.23 on host 'noc3.1.quietfountain.com'" --- daemon_type: osd daemon_id: '24' hostname: noc3.1.quietfountain.com container_id: 542e9fd85633 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 536136908 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:47.734995Z' created: '2020-10-26T21:48:14.592065Z' started: '2021-06-02T16:20:01.919345Z' events: - 2021-06-07T19:55:45.391909Z daemon:osd.24 [INFO] "Reconfigured osd.24 on host 'noc3.1.quietfountain.com'" --- daemon_type: osd daemon_id: '3' hostname: noc3.1.quietfountain.com container_id: 8266a3bc4368 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 866857779 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:47.737966Z' created: '2020-10-26T21:48:46.724062Z' started: '2021-06-02T16:20:01.975618Z' events: - 2021-06-07T19:56:34.805655Z daemon:osd.3 [INFO] "Reconfigured osd.3 on host 'noc3.1.quietfountain.com'" --- daemon_type: osd daemon_id: '0' hostname: noc4.1.quietfountain.com container_id: a5a5a215626c container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 949066137 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: None is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.857822Z' created: '2020-10-26T19:06:16.134079Z' started: '2021-06-02T16:11:44.366453Z' events: - 2021-06-07T19:57:09.898828Z daemon:osd.0 [INFO] "Reconfigured osd.0 on host 'noc4.1.quietfountain.com'" --- daemon_type: osd daemon_id: '1' hostname: noc4.1.quietfountain.com container_id: aac428448507 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 771227648 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.858878Z' created: '2020-10-26T19:16:45.526125Z' started: '2021-06-02T16:11:44.329358Z' events: - 2021-06-07T19:57:20.370333Z daemon:osd.1 [INFO] "Reconfigured osd.1 on host 'noc4.1.quietfountain.com'" --- daemon_type: osd daemon_id: '2' hostname: noc4.1.quietfountain.com container_id: 46878a901d22 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 845886259 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.859388Z' created: '2020-10-26T19:16:51.754180Z' started: '2021-06-02T16:11:44.338271Z' events: - 2021-06-07T19:57:30.318756Z daemon:osd.2 [INFO] "Reconfigured osd.2 on host 'noc4.1.quietfountain.com'" --- daemon_type: osd daemon_id: '21' hostname: noc4.1.quietfountain.com container_id: 9e53e59694d7 container_image_id: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 container_image_name: docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 container_image_digests: - docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949 memory_usage: 1279900254 version: 16.2.4 status: 1 status_desc: running osdspec_affinity: '' is_active: false ports: [] last_refresh: '2021-06-08T14:56:46.859876Z' created: '2020-10-26T19:17:28.442503Z' started: '2021-06-02T16:11:44.349082Z' events: - 2021-06-07T19:57:38.252580Z daemon:osd.21 [INFO] "Reconfigured osd.21 on host 'noc4.1.quietfountain.com'" --- daemon_type: prometheus daemon_id: noc3 hostname: noc3.1.quietfountain.com container_id: 177fc4a26101 container_image_id: de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 container_image_name: docker.io/prom/prometheus:v2.18.1 container_image_digests: - docker.io/prom/prometheus@sha256:5880ec936055fad18ccee798d2a63f64ed85bd28e8e0af17c6923a090b686c3d memory_usage: 119957094 version: 2.18.1 status: 1 status_desc: running is_active: true ports: - 9095 last_refresh: '2021-06-08T14:56:47.739148Z' created: '2021-05-22T19:14:18.356247Z' started: '2021-06-05T17:31:35.487177Z' --- daemon_type: prometheus daemon_id: noc4 hostname: noc4.1.quietfountain.com container_id: e40139881fa7 container_image_id: de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 container_image_name: docker.io/prom/prometheus:v2.18.1 container_image_digests: - docker.io/prom/prometheus@sha256:5880ec936055fad18ccee798d2a63f64ed85bd28e8e0af17c6923a090b686c3d memory_usage: 134112870 version: 2.18.1 status: 1 status_desc: running is_active: false ports: - 9095 last_refresh: '2021-06-08T14:56:46.860949Z' created: '2021-05-30T02:50:28.906946Z' started: '2021-06-05T17:31:50.408034Z' ``` # `ceph orch host ls` ``` Inferring fsid 4067126d-01cb-40af-824a-881c130140f8 Inferring config /var/lib/ceph/4067126d-01cb-40af-824a-881c130140f8/mon.noc4/config Using recent ceph image ceph/ceph@sha256:7bda5ef5bf4c06e8b720afefe24b22dd0fe2fdf7f3c34da265dc9238578563ff addr: sysmon1.1.quietfountain.com hostname: sysmon1.1.quietfountain.com labels: - _admin - mon status: '' --- addr: noc4.1.quietfountain.com hostname: noc4.1.quietfountain.com labels: - mgr - mon - mds status: '' --- addr: noc3.1.quietfountain.com hostname: noc3.1.quietfountain.com labels: - mgr - mon - mds status: '' --- addr: noc2.1.quietfountain.com hostname: noc2.1.quietfountain.com labels: - mgr - mon - mds status: '' --- addr: noc1.1.quietfountain.com hostname: noc1.1.quietfountain.com labels: - mgr - mon - mds status: '' ``` # `ceph orch device ls` ``` Inferring fsid 4067126d-01cb-40af-824a-881c130140f8 Inferring config /var/lib/ceph/4067126d-01cb-40af-824a-881c130140f8/mon.noc4/config Using recent ceph image ceph/ceph@sha256:7bda5ef5bf4c06e8b720afefe24b22dd0fe2fdf7f3c34da265dc9238578563ff addr: noc1.1.quietfountain.com devices: - available: false device_id: ST8000NM0055-1RM112_ZA1JV4MY human_readable_type: hdd lsm_data: {} lvs: - block_uuid: 2Xrw9N-3hRN-Xh68-ix1f-kJuZ-xY4k-seV3R5 cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-5ea5a346-34f0-4848-ab82-777f5002efbd osd_fsid: 5ea5a346-34f0-4848-ab82-777f5002efbd osd_id: '5' osdspec_affinity: None type: block path: /dev/sdc rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 7.28 TB locked: 1 model: ST8000NM0055-1RM nr_requests: '64' partitions: {} path: /dev/sdc removable: '0' rev: PN04 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 8001563222016.0 support_discard: '0' vendor: ATA - available: false device_id: ST3000DM001-1CH166_W1F4NE0B human_readable_type: hdd lsm_data: {} lvs: - block_uuid: Q1uogI-1Qfm-W1ui-23Jy-Tdxt-paSP-KMduYL cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-0b270b4a-168a-4d12-ace5-2c5e0edf213b osd_fsid: 0b270b4a-168a-4d12-ace5-2c5e0edf213b osd_id: '13' osdspec_affinity: '' type: block path: /dev/sdd rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 2.73 TB locked: 1 model: ST3000DM001-1CH1 nr_requests: '64' partitions: {} path: /dev/sdd removable: '0' rev: CC29 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 3000592982016.0 support_discard: '0' vendor: ATA - available: false device_id: SEAGATE_ST4000NM0033_Z1Z5MH18 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: cYYgsE-Vin1-H26k-ibAA-1wnd-QWyE-S8sT49 cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-6d61107c-630a-46ed-bcef-5fce4d05f9c5 osd_fsid: 6d61107c-630a-46ed-bcef-5fce4d05f9c5 osd_id: '14' osdspec_affinity: '' type: block path: /dev/sde rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 3.64 TB locked: 1 model: SEAGATE ST4000NM nr_requests: '64' partitions: {} path: /dev/sde removable: '0' rev: NS01 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 4000787030016.0 support_discard: '0' vendor: ATA - available: false device_id: SEAGATE_ST4000NM0033_S1Z0H6W1 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: p4N2mw-Dxct-283o-mVro-h4wv-hxgU-nM3JGo cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-309cb319-c361-4fc7-b465-4d93f7e2c320 osd_fsid: 309cb319-c361-4fc7-b465-4d93f7e2c320 osd_id: '15' osdspec_affinity: '' type: block path: /dev/sdf rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 3.64 TB locked: 1 model: SEAGATE ST4000NM nr_requests: '64' partitions: {} path: /dev/sdf removable: '0' rev: NS01 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 4000787030016.0 support_discard: '0' vendor: ATA - available: false device_id: '' human_readable_type: ssd lsm_data: {} lvs: [] path: /dev/zram0 rejected_reasons: - Insufficient space (<5GB) - locked sys_api: human_readable_size: 256.00 MB locked: 1 model: '' nr_requests: '128' partitions: {} path: /dev/zram0 removable: '0' rev: '' ro: '0' rotational: '0' sas_address: '' sas_device_handle: '' scheduler_mode: '' sectors: 0 sectorsize: '4096' size: 268435456.0 support_discard: '4096' vendor: '' labels: [] name: noc1.1.quietfountain.com --- addr: noc2.1.quietfountain.com devices: - available: false device_id: SEAGATE_ST4000NM0033_S1Z08VGV human_readable_type: hdd lsm_data: {} lvs: - block_uuid: GquTsf-noh3-lmkW-Gmeq-bP2e-N6up-Q7VJbQ cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-da04323f-18d3-4eb5-b7cf-5b5bb4a4887b osd_fsid: da04323f-18d3-4eb5-b7cf-5b5bb4a4887b osd_id: '8' osdspec_affinity: '' type: block path: /dev/sdc rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 3.64 TB locked: 1 model: SEAGATE ST4000NM nr_requests: '64' partitions: {} path: /dev/sdc removable: '0' rev: NS01 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 4000787030016.0 support_discard: '0' vendor: ATA - available: false device_id: ST33000651NS_Z2955AS5 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: F4vZUX-AmvK-tYed-n2MW-REcD-pjwl-SDp3f7 cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-dc86789e-cb43-4f00-94e9-04c58c2b33f7 osd_fsid: dc86789e-cb43-4f00-94e9-04c58c2b33f7 osd_id: '9' osdspec_affinity: '' type: block path: /dev/sdd rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 2.73 TB locked: 1 model: ST33000651NS nr_requests: '64' partitions: {} path: /dev/sdd removable: '0' rev: G008 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 3000592982016.0 support_discard: '0' vendor: ATA - available: false device_id: SEAGATE_ST4000NM0033_Z1Z5MH22 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: ek7XeZ-24G4-NpKN-vNrk-nHby-GEyq-NuiiBS cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-c619df1f-fc5f-4ce6-a7ea-2a7918146b5b osd_fsid: c619df1f-fc5f-4ce6-a7ea-2a7918146b5b osd_id: '4' osdspec_affinity: '' type: block path: /dev/sde rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 3.64 TB locked: 1 model: SEAGATE ST4000NM nr_requests: '64' partitions: {} path: /dev/sde removable: '0' rev: NS01 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 4000787030016.0 support_discard: '0' vendor: ATA - available: false device_id: ST8000NM0055-1RM112_ZA1JV4L6 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: x2xB1B-TdhL-oe1v-l4AM-mX6H-xpbO-pnEf1t cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-e22ecd92-2758-40f4-874b-413c3c492658 osd_fsid: e22ecd92-2758-40f4-874b-413c3c492658 osd_id: '17' osdspec_affinity: None type: block path: /dev/sdf rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 7.28 TB locked: 1 model: ST8000NM0055-1RM nr_requests: '64' partitions: {} path: /dev/sdf removable: '0' rev: PN04 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 8001563222016.0 support_discard: '0' vendor: ATA - available: false device_id: '' human_readable_type: ssd lsm_data: {} lvs: [] path: /dev/zram0 rejected_reasons: - Insufficient space (<5GB) - locked sys_api: human_readable_size: 256.00 MB locked: 1 model: '' nr_requests: '128' partitions: {} path: /dev/zram0 removable: '0' rev: '' ro: '0' rotational: '0' sas_address: '' sas_device_handle: '' scheduler_mode: '' sectors: 0 sectorsize: '4096' size: 268435456.0 support_discard: '4096' vendor: '' labels: [] name: noc2.1.quietfountain.com --- addr: noc3.1.quietfountain.com devices: - available: false device_id: TOSHIBA_MG03ACA300_26B1B075V human_readable_type: hdd lsm_data: {} lvs: - block_uuid: n891Wy-6qE7-zrZs-9wQ1-plm3-xoFo-uqIEvv cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-42d3bc13-2710-42d2-b396-c1e297dd4f7c osd_fsid: 42d3bc13-2710-42d2-b396-c1e297dd4f7c osd_id: '18' osdspec_affinity: '' type: block path: /dev/sdc rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 2.73 TB locked: 1 model: TOSHIBA MG03ACA3 nr_requests: '64' partitions: {} path: /dev/sdc removable: '0' rev: FL1A ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 3000592982016.0 support_discard: '0' vendor: ATA - available: false device_id: ST33000650NS_Z297ZQQG human_readable_type: hdd lsm_data: {} lvs: - block_uuid: cNruG6-kHj0-cTJo-8Mv0-aLyV-xSVq-zMwqpT cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-26a29870-9a69-4f57-af33-770bba4facad osd_fsid: 26a29870-9a69-4f57-af33-770bba4facad osd_id: '19' osdspec_affinity: '' type: block path: /dev/sdd rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 2.73 TB locked: 1 model: ST33000650NS nr_requests: '64' partitions: {} path: /dev/sdd removable: '0' rev: RA61 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 3000592982016.0 support_discard: '0' vendor: ATA - available: false device_id: ST33000651NS_Z2954KJ5 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: sIbCa2-F82Z-DiNT-LFbf-G13C-irPX-nMtJnd cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-3a14e3d3-cc63-4cb9-a4bb-86b117476ff9 osd_fsid: 3a14e3d3-cc63-4cb9-a4bb-86b117476ff9 osd_id: '3' osdspec_affinity: '' type: block path: /dev/sde rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 2.73 TB locked: 1 model: ST33000651NS nr_requests: '64' partitions: {} path: /dev/sde removable: '0' rev: G008 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 3000592982016.0 support_discard: '0' vendor: ATA - available: false device_id: TOSHIBA_HDWE150_593HK0IAFB9G human_readable_type: hdd lsm_data: {} lvs: - block_uuid: FYQCB0-wQSP-Y33A-SqoP-Gn83-McNN-CThR39 cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-61162a19-b1ef-4b58-80ee-61eedf78b525 osd_fsid: 61162a19-b1ef-4b58-80ee-61eedf78b525 osd_id: '23' osdspec_affinity: '' type: block path: /dev/sdf rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 4.55 TB locked: 1 model: TOSHIBA HDWE150 nr_requests: '64' partitions: {} path: /dev/sdf removable: '0' rev: FP1R ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 5000981078016.0 support_discard: '0' vendor: ATA - available: false device_id: '' human_readable_type: ssd lsm_data: {} lvs: [] path: /dev/zram0 rejected_reasons: - Insufficient space (<5GB) - locked sys_api: human_readable_size: 256.00 MB locked: 1 model: '' nr_requests: '128' partitions: {} path: /dev/zram0 removable: '0' rev: '' ro: '0' rotational: '0' sas_address: '' sas_device_handle: '' scheduler_mode: '' sectors: 0 sectorsize: '4096' size: 268435456.0 support_discard: '4096' vendor: '' labels: [] name: noc3.1.quietfountain.com --- addr: noc4.1.quietfountain.com devices: - available: false device_id: WDC_WD4000FYYZ-01UL1B1_WD-WCC132224717 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: m38zTq-IyCV-AVPE-u6OF-wpAw-9tQ3-oNvjpX cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-cfc5aa27-0f2a-4afa-bdb0-6dd8a7213301 osd_fsid: cfc5aa27-0f2a-4afa-bdb0-6dd8a7213301 osd_id: '0' osdspec_affinity: None type: block path: /dev/sdc rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 3.64 TB locked: 1 model: WDC WD4000FYYZ-0 nr_requests: '64' partitions: {} path: /dev/sdc removable: '0' rev: 1K02 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 4000787030016.0 support_discard: '0' vendor: ATA - available: false device_id: ST3000DM001-1CH166_W1F4QB3D human_readable_type: hdd lsm_data: {} lvs: - block_uuid: 0g5pXz-k0H5-50qS-8izO-22G8-56Tp-UCwA5s cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-9d8e529d-f44f-4740-9315-a7f12f73f73a osd_fsid: 9d8e529d-f44f-4740-9315-a7f12f73f73a osd_id: '1' osdspec_affinity: '' type: block path: /dev/sdd rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 2.73 TB locked: 1 model: ST3000DM001-1CH1 nr_requests: '64' partitions: {} path: /dev/sdd removable: '0' rev: CC29 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 3000592982016.0 support_discard: '0' vendor: ATA - available: false device_id: WDC_WD4000FYYZ-05UL1B0_WD-WMC130E61L78 human_readable_type: hdd lsm_data: {} lvs: - block_uuid: 1VbkrW-DV53-Ozz5-xNWa-jzEa-qaXj-ucHudt cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-f7ad6b6f-c9fc-48b7-b3a8-0f08c180cebb osd_fsid: f7ad6b6f-c9fc-48b7-b3a8-0f08c180cebb osd_id: '2' osdspec_affinity: '' type: block path: /dev/sde rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 3.64 TB locked: 1 model: WDC WD4000FYYZ-0 nr_requests: '64' partitions: {} path: /dev/sde removable: '0' rev: NS05 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 4000787030016.0 support_discard: '0' vendor: ATA - available: false device_id: ST8000NM0055-1RM112_ZA1JHCET human_readable_type: hdd lsm_data: {} lvs: - block_uuid: SRkXdi-2Hnq-5wt1-B7Eb-PJnS-86Ib-QDFvNs cluster_fsid: 4067126d-01cb-40af-824a-881c130140f8 cluster_name: ceph name: osd-block-c21b4de1-970d-4527-828e-39aaea9392b1 osd_fsid: c21b4de1-970d-4527-828e-39aaea9392b1 osd_id: '21' osdspec_affinity: '' type: block path: /dev/sdf rejected_reasons: - Insufficient space (<10 extents) on vgs - LVM detected - locked sys_api: human_readable_size: 7.28 TB locked: 1 model: ST8000NM0055-1RM nr_requests: '64' partitions: {} path: /dev/sdf removable: '0' rev: SN05 ro: '0' rotational: '1' sas_address: '' sas_device_handle: '' scheduler_mode: mq-deadline sectors: 0 sectorsize: '512' size: 8001563222016.0 support_discard: '0' vendor: ATA - available: false device_id: '' human_readable_type: ssd lsm_data: {} lvs: [] path: /dev/zram0 rejected_reasons: - Insufficient space (<5GB) - locked sys_api: human_readable_size: 256.00 MB locked: 1 model: '' nr_requests: '128' partitions: {} path: /dev/zram0 removable: '0' rev: '' ro: '0' rotational: '0' sas_address: '' sas_device_handle: '' scheduler_mode: '' sectors: 0 sectorsize: '4096' size: 268435456.0 support_discard: '4096' vendor: '' labels: [] name: noc4.1.quietfountain.com --- addr: sysmon1.1.quietfountain.com devices: - available: false device_id: '' human_readable_type: ssd lsm_data: {} lvs: [] path: /dev/zram0 rejected_reasons: - Insufficient space (<5GB) - locked sys_api: human_readable_size: 256.00 MB locked: 1 model: '' nr_requests: '128' partitions: {} path: /dev/zram0 removable: '0' rev: '' ro: '0' rotational: '0' sas_address: '' sas_device_handle: '' scheduler_mode: '' sectors: 0 sectorsize: '4096' size: 268435456.0 support_discard: '4096' vendor: '' labels: [] name: sysmon1.1.quietfountain.com ``` # `ceph log last cephadm` ``` Inferring fsid 4067126d-01cb-40af-824a-881c130140f8 Inferring config /var/lib/ceph/4067126d-01cb-40af-824a-881c130140f8/mon.noc4/config Using recent ceph image ceph/ceph@sha256:7bda5ef5bf4c06e8b720afefe24b22dd0fe2fdf7f3c34da265dc9238578563ff 2021-06-07T20:08:49.936069+0000 mgr.noc4.tvhgac (mgr.12044242) 813 : cephadm [INF] Reconfiguring daemon mon.noc3 on noc3.1.quietfountain.com 2021-06-07T20:09:04.022656+0000 mgr.noc4.tvhgac (mgr.12044242) 818 : cephadm [INF] Reconfiguring mgr.noc3.afxrza (monmap changed)... 2021-06-07T20:09:04.029810+0000 mgr.noc4.tvhgac (mgr.12044242) 819 : cephadm [INF] Reconfiguring daemon mgr.noc3.afxrza on noc3.1.quietfountain.com 2021-06-07T20:09:15.025872+0000 mgr.noc4.tvhgac (mgr.12044242) 823 : cephadm [INF] Reconfiguring mds.qflibraryfs.noc3.joyldr (monmap changed)... 2021-06-07T20:09:15.278055+0000 mgr.noc4.tvhgac (mgr.12044242) 824 : cephadm [INF] Reconfiguring daemon mds.qflibraryfs.noc3.joyldr on noc3.1.quietfountain.com 2021-06-07T20:09:29.861291+0000 mgr.noc4.tvhgac (mgr.12044242) 828 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-06-07T20:09:29.865165+0000 mgr.noc4.tvhgac (mgr.12044242) 829 : cephadm [INF] Reconfiguring daemon osd.0 on noc4.1.quietfountain.com 2021-06-07T20:09:38.886797+0000 mgr.noc4.tvhgac (mgr.12044242) 833 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-06-07T20:09:38.890914+0000 mgr.noc4.tvhgac (mgr.12044242) 834 : cephadm [INF] Reconfiguring daemon osd.1 on noc4.1.quietfountain.com 2021-06-07T20:09:46.480368+0000 mgr.noc4.tvhgac (mgr.12044242) 836 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-06-07T20:09:46.484528+0000 mgr.noc4.tvhgac (mgr.12044242) 837 : cephadm [INF] Reconfiguring daemon osd.2 on noc4.1.quietfountain.com 2021-06-07T20:09:53.546717+0000 mgr.noc4.tvhgac (mgr.12044242) 840 : cephadm [INF] Reconfiguring osd.21 (monmap changed)... 2021-06-07T20:09:53.550663+0000 mgr.noc4.tvhgac (mgr.12044242) 841 : cephadm [INF] Reconfiguring daemon osd.21 on noc4.1.quietfountain.com 2021-06-07T20:10:07.955917+0000 mgr.noc4.tvhgac (mgr.12044242) 846 : cephadm [INF] Reconfiguring mgr.noc4.tvhgac (monmap changed)... 2021-06-07T20:10:08.391582+0000 mgr.noc4.tvhgac (mgr.12044242) 847 : cephadm [INF] Reconfiguring daemon mgr.noc4.tvhgac on noc4.1.quietfountain.com 2021-06-07T20:10:15.439119+0000 mgr.noc4.tvhgac (mgr.12044242) 850 : cephadm [INF] Reconfiguring mon.noc4 (monmap changed)... 2021-06-07T20:10:15.449959+0000 mgr.noc4.tvhgac (mgr.12044242) 851 : cephadm [INF] Reconfiguring daemon mon.noc4 on noc4.1.quietfountain.com 2021-06-07T20:10:25.165454+0000 mgr.noc4.tvhgac (mgr.12044242) 854 : cephadm [INF] Reconfiguring mds.qflibraryfs.noc4.qgohrh (monmap changed)... 2021-06-07T20:10:25.177841+0000 mgr.noc4.tvhgac (mgr.12044242) 855 : cephadm [INF] Reconfiguring daemon mds.qflibraryfs.noc4.qgohrh on noc4.1.quietfountain.com 2021-06-07T20:10:35.993270+0000 mgr.noc4.tvhgac (mgr.12044242) 859 : cephadm [INF] Reconfiguring mon.sysmon1 (monmap changed)... 2021-06-07T20:10:35.999041+0000 mgr.noc4.tvhgac (mgr.12044242) 860 : cephadm [INF] Reconfiguring daemon mon.sysmon1 on sysmon1.1.quietfountain.com ``` # `cephadm ls` ``` [ { "style": "legacy", "name": "osd.3", "fsid": "4067126d-01cb-40af-824a-881c130140f8\nmon_host = [v2:[fc00:1002:c7::41]:3300/0,v1:[fc00:1002:c7::41]:6789/0] [v2:[fc00:1002:c7::42]:3300/0,v1:[fc00:1002:c7::42]:6789/0] [v2:[fc00:1002:c7::43]:3300/0,v1:[fc00:1002:c7::43]:6789/0] [v2:[fc00:1002:c7::44]:3300/0,v1:[fc00:1002:c7::44]:6789/0] [v2:[fc00:1002:c7::152]:3300/0,v1:[fc00:1002:c7::152]:6789/0]", "systemd_unit": "ceph-osd@3", "enabled": false, "state": "stopped", "host_version": "16.2.1" }, { "style": "legacy", "name": "osd.0", "fsid": "4067126d-01cb-40af-824a-881c130140f8\nmon_host = [v2:[fc00:1002:c7::41]:3300/0,v1:[fc00:1002:c7::41]:6789/0] [v2:[fc00:1002:c7::42]:3300/0,v1:[fc00:1002:c7::42]:6789/0] [v2:[fc00:1002:c7::43]:3300/0,v1:[fc00:1002:c7::43]:6789/0] [v2:[fc00:1002:c7::44]:3300/0,v1:[fc00:1002:c7::44]:6789/0] [v2:[fc00:1002:c7::152]:3300/0,v1:[fc00:1002:c7::152]:6789/0]", "systemd_unit": "ceph-osd@0", "enabled": false, "state": "stopped", "host_version": "16.2.1" }, { "style": "cephadm:v1", "name": "osd.0", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@osd.0", "enabled": true, "state": "running", "service_name": "osd.unmanaged", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "a5a5a215626c3931cabb206da2002f32f82bd7b158fa8a01a5d80fd01c4f8525", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 1011980697, "version": "16.2.4", "started": "2021-06-02T16:11:44.366453Z", "created": "2020-10-26T19:06:16.134079Z", "deployed": "2021-05-23T03:04:01.498516Z", "configured": "2021-06-07T20:09:38.288838Z" }, { "style": "cephadm:v1", "name": "osd.1", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@osd.1", "enabled": true, "state": "running", "service_name": "osd.unmanaged", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "aac428448507894d2feed5a5da170284c56c8341e80835008649fce521ff34a2", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 865704345, "version": "16.2.4", "started": "2021-06-02T16:11:44.329358Z", "created": "2020-10-26T19:16:45.526125Z", "deployed": "2021-05-23T03:05:55.067464Z", "configured": "2021-06-07T20:09:45.372887Z" }, { "style": "cephadm:v1", "name": "osd.2", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@osd.2", "enabled": true, "state": "running", "service_name": "osd.unmanaged", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "46878a901d22089a3b96b3f43f14ee4e0e298a12c243d856dfda1250c4bc366e", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 888563302, "version": "16.2.4", "started": "2021-06-02T16:11:44.338271Z", "created": "2020-10-26T19:16:51.754180Z", "deployed": "2021-05-23T03:08:17.940571Z", "configured": "2021-06-07T20:09:52.464936Z" }, { "style": "cephadm:v1", "name": "osd.21", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@osd.21", "enabled": true, "state": "running", "service_name": "osd.unmanaged", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "9e53e59694d787efb027a462bbb3ca67f448660af99453bad77a47c01f65be76", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 1207959552, "version": "16.2.4", "started": "2021-06-02T16:11:44.349082Z", "created": "2020-10-26T19:17:28.442503Z", "deployed": "2021-05-23T03:10:15.069435Z", "configured": "2021-06-07T20:10:03.333012Z" }, { "style": "cephadm:v1", "name": "node-exporter.noc4", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@node-exporter.noc4", "enabled": true, "state": "running", "service_name": "node-exporter", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "fb7572d4466cd3480f737a9a3bb8daff8d696b04b427c70d20ccc1f6ea13be7c", "container_image_name": "docker.io/prom/node-exporter:v0.18.1", "container_image_id": "e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87", "container_image_digests": [ "prom/node-exporter@sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee" ], "memory_usage": 20468203, "version": "0.18.1", "started": "2021-06-02T16:08:42.951724Z", "created": "2020-11-19T15:36:06.545390Z", "deployed": "2021-05-23T03:20:07.718309Z", "configured": "2021-05-23T03:20:10.158327Z" }, { "style": "cephadm:v1", "name": "mgr.noc4.tvhgac", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@mgr.noc4.tvhgac", "enabled": true, "state": "running", "service_name": "mgr", "ports": [ 8443, 9283 ], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "81bf6a01ed9741a60b580ed490c050e6f1a68c7dad1a95d3501f9b4301b9c458", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 559100723, "version": "16.2.4", "started": "2021-06-02T16:08:42.927733Z", "created": "2021-05-20T01:07:56.476879Z", "deployed": "2021-05-23T02:04:26.323818Z", "configured": "2021-06-07T20:10:14.793091Z" }, { "style": "cephadm:v1", "name": "mon.noc4", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@mon.noc4", "enabled": true, "state": "running", "service_name": "mon", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "15be67fbde2747d98ccf0fcf3119afe604fe9cb0bdb7fba1915794faed3ced5f", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 1000865792, "version": "16.2.4", "started": "2021-06-07T19:44:24.358412Z", "created": "2021-05-28T22:16:18.193690Z", "deployed": "2021-05-28T22:16:16.773680Z", "configured": "2021-06-07T20:10:23.933155Z" }, { "style": "cephadm:v1", "name": "prometheus.noc4", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@prometheus.noc4", "enabled": true, "state": "running", "service_name": "prometheus", "ports": [ 9095 ], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "e40139881fa7cbab03037d1f63d7cb88b2cca3cc1383b86b0a4343f19c2d0d68", "container_image_name": "docker.io/prom/prometheus:v2.18.1", "container_image_id": "de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490", "container_image_digests": [ "prom/prometheus@sha256:5880ec936055fad18ccee798d2a63f64ed85bd28e8e0af17c6923a090b686c3d" ], "memory_usage": 135266304, "version": "2.18.1", "started": "2021-06-05T17:31:50.408034Z", "created": "2021-05-30T02:50:28.906946Z", "deployed": "2021-05-30T02:50:27.310935Z", "configured": "2021-06-05T17:31:48.826595Z" }, { "style": "cephadm:v1", "name": "mds.qflibraryfs.noc4.qgohrh", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@mds.qflibraryfs.noc4.qgohrh", "enabled": true, "state": "running", "service_name": "mds.qflibraryfs", "ports": [], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "2ba17541be6edc0fca8d653f64caf94b0ab45b2b0e4f0ad6ec4dd1a9d213018e", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_digests": [ "ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_usage": 26424115, "version": "16.2.4", "started": "2021-06-02T16:08:42.959939Z", "created": "2021-06-01T20:50:11.240520Z", "deployed": "2021-06-01T20:50:06.136485Z", "configured": "2021-06-07T20:10:33.093219Z" }, { "style": "cephadm:v1", "name": "alertmanager.noc4", "fsid": "4067126d-01cb-40af-824a-881c130140f8", "systemd_unit": "ceph-4067126d-01cb-40af-824a-881c130140f8@alertmanager.noc4", "enabled": true, "state": "running", "service_name": "alertmanager", "ports": [ 9093, 9094 ], "ip": null, "deployed_by": [ "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949" ], "memory_request": null, "memory_limit": null, "container_id": "751efcc2ca783e1e25c81f8f1aab9e620062192cf44b1b889beea7d9eac673eb", "container_image_name": "docker.io/prom/alertmanager:v0.20.0", "container_image_id": "0881eb8f169f5556a292b4e2c01d683172b12830a62a9225a98a8e206bb734f0", "container_image_digests": [ "prom/alertmanager@sha256:7e4e9f7a0954b45736d149c40e9620a6664036bb05f0dce447bef5042b139f5d" ], "memory_usage": 23026728, "version": "0.20.0", "started": "2021-06-05T17:32:12.066916Z", "created": "2021-06-05T17:08:52.089031Z", "deployed": "2021-06-05T17:08:49.769015Z", "configured": "2021-06-05T17:32:10.658747Z" } ] ```