Actions
Bug #46685
closedmgr/rook: OSD devices are marked as available
Status:
Won't Fix
Priority:
Normal
Assignee:
-
Category:
mgr/rook
Target version:
-
% Done:
0%
Source:
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
Crash signature (v2):
Description
I deployed a Rook Ceph cluster with latest master/octopus image today, devices are marked as available even they are already used for OSDs.
[root@rook-ceph-tools-6b4889fdfd-s8x2k /]# ceph orch ls NAME RUNNING REFRESHED AGE PLACEMENT IMAGE NAME IMAGE ID crash 0/3 0s ago - * 192.168.2.106:5000/docker.io/ceph/daemon-base:octopus <unknown> mgr 1/1 0s ago - count:1 192.168.2.106:5000/docker.io/ceph/daemon-base:octopus <unknown> mon 3/3 0s ago - count:3 192.168.2.106:5000/docker.io/ceph/daemon-base:octopus <unknown> [root@rook-ceph-tools-6b4889fdfd-s8x2k /]# ceph orch device ls HOST PATH TYPE SIZE DEVICE AVAIL REJECT REASONS k8s-1 /dev/sda hdd 20.0G None True k8s-1 /dev/sdb hdd 20.0G None True k8s-1 /dev/sdc hdd 20.0G None True k8s-2 /dev/sda hdd 20.0G None True k8s-2 /dev/sdb hdd 20.0G None True k8s-2 /dev/sdc hdd 20.0G None True k8s-3 /dev/sda hdd 20.0G None True k8s-3 /dev/sdb hdd 20.0G None True k8s-3 /dev/sdc hdd 20.0G None True [root@rook-ceph-tools-6b4889fdfd-s8x2k /]# ceph osd tree ID CLASS WEIGHT TYPE NAME STATUS REWEIGHT PRI-AFF -1 0.17537 root default -5 0.05846 host k8s-1 1 hdd 0.01949 osd.1 up 1.00000 1.00000 3 hdd 0.01949 osd.3 up 1.00000 1.00000 6 hdd 0.01949 osd.6 up 1.00000 1.00000 -3 0.05846 host k8s-2 0 hdd 0.01949 osd.0 up 1.00000 1.00000 2 hdd 0.01949 osd.2 up 1.00000 1.00000 5 hdd 0.01949 osd.5 up 1.00000 1.00000 -7 0.05846 host k8s-3 4 hdd 0.01949 osd.4 up 1.00000 1.00000 7 hdd 0.01949 osd.7 up 1.00000 1.00000 8 hdd 0.01949 osd.8 up 1.00000 1.00000
# kubectl describe configmap -n rook-ceph -l app=rook-discover
<...>
Name: local-device-k8s-3
Namespace: rook-ceph
Labels: app=rook-discover
rook.io/node=k8s-3
Annotations: <none>
Data
====
devices:
----
[{"name":"sda","parent":"","hasChildren":false,"devLinks":"/dev/disk/by-path/pci-0000:00:01.1-ata-1 /dev/disk/by-id/ata-QEMU_HARDDISK_QM00002","size":21474836480,"uuid":"70da3095-e5e8-4b02-8e08-c5210a4267b4","serial":"QEMU_HARDDISK_QM00002","type":"disk","rotational":true,"readOnly":false,"Partitions":null,"filesystem":"","vendor":"","model":"QEMU_HARDDISK","wwn":"","wwnVendorExtension":"","empty":true,"cephVolumeData":"{\"path\":\"/dev/sda\",\"available\":true,\"rejected_reasons\":[],\"sys_api\":{\"removable\":\"0\",\"ro\":\"0\",\"vendor\":\"ATA\",\"model\":\"QEMU HARDDISK\",\"rev\":\"2.5+\",\"sas_address\":\"\",\"sas_device_handle\":\"\",\"support_discard\":\"512\",\"rotational\":\"1\",\"nr_requests\":\"128\",\"scheduler_mode\":\"cfq\",\"partitions\":{},\"sectors\":0,\"sectorsize\":\"512\",\"size\":21474836480.0,\"human_readable_size\":\"20.00 GB\",\"path\":\"/dev/sda\",\"locked\":0},\"lvs\":[]}","real-path":"/dev/sda"},{"name":"sdb","parent":"","hasChildren":false,"devLinks":"/dev/disk/by-id/ata-QEMU_HARDDISK_QM00003 /dev/disk/by-path/pci-0000:00:01.1-ata-2","size":21474836480,"uuid":"24ecd945-823d-47f8-bf1b-73ae38150ead","serial":"QEMU_HARDDISK_QM00003","type":"disk","rotational":true,"readOnly":false,"Partitions":null,"filesystem":"","vendor":"","model":"QEMU_HARDDISK","wwn":"","wwnVendorExtension":"","empty":true,"cephVolumeData":"{\"path\":\"/dev/sdb\",\"available\":true,\"rejected_reasons\":[],\"sys_api\":{\"removable\":\"0\",\"ro\":\"0\",\"vendor\":\"ATA\",\"model\":\"QEMU HARDDISK\",\"rev\":\"2.5+\",\"sas_address\":\"\",\"sas_device_handle\":\"\",\"support_discard\":\"512\",\"rotational\":\"1\",\"nr_requests\":\"128\",\"scheduler_mode\":\"cfq\",\"partitions\":{},\"sectors\":0,\"sectorsize\":\"512\",\"size\":21474836480.0,\"human_readable_size\":\"20.00 GB\",\"path\":\"/dev/sdb\",\"locked\":0},\"lvs\":[]}","real-path":"/dev/sdb"},{"name":"sdc","parent":"","hasChildren":false,"devLinks":"/dev/disk/by-id/ata-QEMU_HARDDISK_QM00004 /dev/disk/by-path/pci-0000:00:01.1-ata-2","size":21474836480,"uuid":"e1eadfb7-2fc7-49aa-a5ea-65944b6ccdcb","serial":"QEMU_HARDDISK_QM00004","type":"disk","rotational":true,"readOnly":false,"Partitions":null,"filesystem":"","vendor":"","model":"QEMU_HARDDISK","wwn":"","wwnVendorExtension":"","empty":true,"cephVolumeData":"{\"path\":\"/dev/sdc\",\"available\":true,\"rejected_reasons\":[],\"sys_api\":{\"removable\":\"0\",\"ro\":\"0\",\"vendor\":\"ATA\",\"model\":\"QEMU HARDDISK\",\"rev\":\"2.5+\",\"sas_address\":\"\",\"sas_device_handle\":\"\",\"support_discard\":\"512\",\"rotational\":\"1\",\"nr_requests\":\"128\",\"scheduler_mode\":\"cfq\",\"partitions\":{},\"sectors\":0,\"sectorsize\":\"512\",\"size\":21474836480.0,\"human_readable_size\":\"20.00 GB\",\"path\":\"/dev/sdc\",\"locked\":0},\"lvs\":[]}","real-path":"/dev/sdc"}]
Events: <none>
Where sdc's cephVolumeData is:
"cephVolumeData":"{\"path\":\"/dev/sdc\",\"available\":true,\"rejected_reasons\":[],\"sys_api\":{\"removable\":\"0\",\"ro\":\"0\",\"vendor\":\"ATA\",\"model\":\"QEMU HARDDISK\",\"rev\":\"2.5+\",\"sas_address\":\"\",\"sas_device_handle\":\"\",\"support_discard\":\"512\",\"rotational\":\"1\",\"nr_requests\":\"128\",\"scheduler_mode\":\"cfq\",\"partitions\":{},\"sectors\":0,\"sectorsize\":\"512\",\"size\":21474836480.0,\"human_readable_size\":\"20.00 GB\",\"path\":\"/dev/sdc\",\"locked\":0},\"lvs\":[]}",
Actions