|
[root@depressa009 examples]# kubectl -n rook-ceph logs rook-ceph-osd-prepare-depressa011-fznqc
|
|
2022-03-30 15:26:20.080652 I | rookcmd: starting Rook v1.8.0-alpha.0.460.g5a82a1cbd with arguments '/rook/rook ceph osd provision'
|
|
2022-03-30 15:26:20.080746 I | rookcmd: flag values: --cluster-id=d5a57206-2f31-47fc-8168-a535e199ef27, --cluster-name=my-cluster, --data-device-filter=all, --data-device-path-filter=, --data-devices=, --encrypted-device=false, --force-format=false, --help=false, --location=, --log-level=DEBUG, --metadata-device=, --node-name=depressa011, --operator-image=, --osd-crush-device-class=, --osd-crush-initial-weight=, --osd-database-size=0, --osd-wal-size=576, --osds-per-device=1, --pvc-backed-osd=false, --service-account=
|
|
2022-03-30 15:26:20.080750 I | op-mon: parsing mon endpoints: a=10.110.86.78:6789
|
|
2022-03-30 15:26:20.089313 I | op-osd: CRUSH location=root=default host=depressa011
|
|
2022-03-30 15:26:20.089326 I | cephcmd: crush location of osd: root=default host=depressa011
|
|
2022-03-30 15:26:20.089331 D | exec: Running command: dmsetup version
|
|
2022-03-30 15:26:20.120523 I | cephosd: Library version: 1.02.181-RHEL8 (2021-10-20)
|
|
Driver version: 4.43.0
|
|
2022-03-30 15:26:20.127201 I | cephclient: writing config file /var/lib/rook/rook-ceph/rook-ceph.config
|
|
2022-03-30 15:26:20.127276 I | cephclient: generated admin config in /var/lib/rook/rook-ceph
|
|
2022-03-30 15:26:20.127332 D | cephclient: config file @ /etc/ceph/ceph.conf:
|
|
[global]
|
|
fsid = b0e5c52c-43e8-49ee-a8f5-cbe9b3b20239
|
|
mon initial members = a
|
|
mon host = [v2:10.110.86.78:3300,v1:10.110.86.78:6789]
|
|
osd_pool_default_size = 1
|
|
mon_warn_on_pool_no_redundancy = false
|
|
bdev_flock_retry = 20
|
|
bluefs_buffered_io = false
|
|
|
|
[client.admin]
|
|
keyring = /var/lib/rook/rook-ceph/client.admin.keyring
|
|
|
|
2022-03-30 15:26:20.127337 I | cephosd: discovering hardware
|
|
2022-03-30 15:26:20.127342 D | exec: Running command: lsblk --all --noheadings --list --output KNAME
|
|
2022-03-30 15:26:20.130962 D | exec: Running command: lsblk /dev/sda --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.132771 D | exec: Running command: sgdisk --print /dev/sda
|
|
2022-03-30 15:26:20.134850 D | exec: Running command: udevadm info --query=property /dev/sda
|
|
2022-03-30 15:26:20.139890 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/sda
|
|
2022-03-30 15:26:20.141508 I | inventory: skipping device "sda" because it has child, considering the child instead.
|
|
2022-03-30 15:26:20.141523 D | exec: Running command: lsblk /dev/sda1 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.143130 D | exec: Running command: udevadm info --query=property /dev/sda1
|
|
2022-03-30 15:26:20.147553 D | exec: Running command: lsblk /dev/sdb --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.149153 D | exec: Running command: sgdisk --print /dev/sdb
|
|
2022-03-30 15:26:20.152657 D | exec: Running command: udevadm info --query=property /dev/sdb
|
|
2022-03-30 15:26:20.157252 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/sdb
|
|
2022-03-30 15:26:20.158821 D | exec: Running command: lsblk /dev/sdc --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.160466 D | exec: Running command: sgdisk --print /dev/sdc
|
|
2022-03-30 15:26:20.169038 D | exec: Running command: udevadm info --query=property /dev/sdc
|
|
2022-03-30 15:26:20.173533 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/sdc
|
|
2022-03-30 15:26:20.175143 D | exec: Running command: lsblk /dev/sdd --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.176740 D | exec: Running command: sgdisk --print /dev/sdd
|
|
2022-03-30 15:26:20.185974 D | exec: Running command: udevadm info --query=property /dev/sdd
|
|
2022-03-30 15:26:20.190478 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/sdd
|
|
2022-03-30 15:26:20.192032 D | exec: Running command: lsblk /dev/nbd0 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.193457 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.193469 W | inventory: skipping device "nbd0". exit status 32
|
|
2022-03-30 15:26:20.193475 D | exec: Running command: lsblk /dev/nbd1 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.194876 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.194883 W | inventory: skipping device "nbd1". exit status 32
|
|
2022-03-30 15:26:20.194888 D | exec: Running command: lsblk /dev/nbd2 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.196383 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.196390 W | inventory: skipping device "nbd2". exit status 32
|
|
2022-03-30 15:26:20.196394 D | exec: Running command: lsblk /dev/nbd3 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.197843 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.197850 W | inventory: skipping device "nbd3". exit status 32
|
|
2022-03-30 15:26:20.197855 D | exec: Running command: lsblk /dev/nbd4 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.199295 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.199301 W | inventory: skipping device "nbd4". exit status 32
|
|
2022-03-30 15:26:20.199305 D | exec: Running command: lsblk /dev/nbd5 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.200818 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.200824 W | inventory: skipping device "nbd5". exit status 32
|
|
2022-03-30 15:26:20.200828 D | exec: Running command: lsblk /dev/nbd6 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.202252 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.202259 W | inventory: skipping device "nbd6". exit status 32
|
|
2022-03-30 15:26:20.202264 D | exec: Running command: lsblk /dev/nbd7 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.203697 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.203704 W | inventory: skipping device "nbd7". exit status 32
|
|
2022-03-30 15:26:20.203709 D | exec: Running command: lsblk /dev/nvme1n1 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.205311 D | exec: Running command: sgdisk --print /dev/nvme1n1
|
|
2022-03-30 15:26:20.207347 D | exec: Running command: udevadm info --query=property /dev/nvme1n1
|
|
2022-03-30 15:26:20.211767 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/nvme1n1
|
|
2022-03-30 15:26:20.213254 D | exec: Running command: lsblk /dev/nvme0n1 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.214792 D | exec: Running command: sgdisk --print /dev/nvme0n1
|
|
2022-03-30 15:26:20.216848 D | exec: Running command: udevadm info --query=property /dev/nvme0n1
|
|
2022-03-30 15:26:20.221144 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/nvme0n1
|
|
2022-03-30 15:26:20.222671 D | exec: Running command: lsblk /dev/nbd8 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.224122 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.224132 W | inventory: skipping device "nbd8". exit status 32
|
|
2022-03-30 15:26:20.224137 D | exec: Running command: lsblk /dev/nbd9 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.225578 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.225585 W | inventory: skipping device "nbd9". exit status 32
|
|
2022-03-30 15:26:20.225589 D | exec: Running command: lsblk /dev/nbd10 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.227030 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.227037 W | inventory: skipping device "nbd10". exit status 32
|
|
2022-03-30 15:26:20.227041 D | exec: Running command: lsblk /dev/nbd11 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.228510 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.228517 W | inventory: skipping device "nbd11". exit status 32
|
|
2022-03-30 15:26:20.228522 D | exec: Running command: lsblk /dev/nbd12 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.229971 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.229979 W | inventory: skipping device "nbd12". exit status 32
|
|
2022-03-30 15:26:20.229983 D | exec: Running command: lsblk /dev/nbd13 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.231457 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.231464 W | inventory: skipping device "nbd13". exit status 32
|
|
2022-03-30 15:26:20.231468 D | exec: Running command: lsblk /dev/nbd14 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.232897 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.232904 W | inventory: skipping device "nbd14". exit status 32
|
|
2022-03-30 15:26:20.232908 D | exec: Running command: lsblk /dev/nbd15 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:20.234366 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:20.234377 W | inventory: skipping device "nbd15". exit status 32
|
|
2022-03-30 15:26:20.234380 D | inventory: discovered disks are:
|
|
2022-03-30 15:26:20.234407 D | inventory: &{Name:sda1 Parent:sda HasChildren:false DevLinks:/dev/disk/by-id/scsi-1ATA_Micron_5200_MTFDDAK480TDN_194624E540D1-part1 /dev/disk/by-uuid/3e3eb681-a6fe-4129-9ca5-ad87982db61c /dev/disk/by-id/wwn-0x500a075124e540d1-part1 /dev/disk/by-id/scsi-0ATA_Micron_5200_MTFD_194624E540D1-part1 /dev/disk/by-path/pci-0000:00:17.0-ata-1-part1 /dev/disk/by-id/scsi-3500a075124e540d1-part1 /dev/disk/by-id/ata-Micron_5200_MTFDDAK480TDN_194624E540D1-part1 /dev/disk/by-partuuid/b20d7e78-01 /dev/disk/by-id/scsi-SATA_Micron_5200_MTFD_194624E540D1-part1 Size:480102842368 UUID: Serial:Micron_5200_MTFDDAK480TDN_194624E540D1 Type:part Rotational:false Readonly:false Partitions:[] Filesystem:ext4 Vendor:ATA Model:Micron_5200_MTFD WWN:0x500a075124e540d1 WWNVendorExtension:0x500a075124e540d1 Empty:false CephVolumeData: RealPath:/dev/sda1 KernelName:sda1 Encrypted:false}
|
|
2022-03-30 15:26:20.234427 D | inventory: &{Name:sdb Parent: HasChildren:false DevLinks:/dev/disk/by-id/lvm-pv-uuid-rnVwW8-PjK3-ThUK-TeqM-9auL-8NCU-d61QWe /dev/disk/by-path/pci-0000:00:17.0-ata-2 /dev/disk/by-id/scsi-35002538e19a38318 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00359 /dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0MA00359 /dev/disk/by-id/wwn-0x5002538e19a38318 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0MA00359 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00359 Size:7681501126656 UUID:031b2baf-abfd-49c6-afe2-03b1016d3513 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00359 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e19a38318 WWNVendorExtension:0x5002538e19a38318 Empty:false CephVolumeData: RealPath:/dev/sdb KernelName:sdb Encrypted:false}
|
|
2022-03-30 15:26:20.234439 D | inventory: &{Name:sdc Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00313 /dev/disk/by-id/lvm-pv-uuid-3EfIUs-1zO7-Txvx-ydeQ-4aIA-cvib-avTblS /dev/disk/by-id/scsi-35002538e19a382a4 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0MA00313 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00313 /dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0MA00313 /dev/disk/by-id/wwn-0x5002538e19a382a4 /dev/disk/by-path/pci-0000:00:17.0-ata-3 Size:7681501126656 UUID:355341b8-3139-4026-960b-520ff362f569 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00313 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e19a382a4 WWNVendorExtension:0x5002538e19a382a4 Empty:false CephVolumeData: RealPath:/dev/sdc KernelName:sdc Encrypted:false}
|
|
2022-03-30 15:26:20.234451 D | inventory: &{Name:sdd Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0MA00414 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00414 /dev/disk/by-id/lvm-pv-uuid-1USqBi-jQNd-GM2i-Dk35-gyX0-S6lk-b6R1Xg /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0MA00414 /dev/disk/by-id/wwn-0x5002538e19a38377 /dev/disk/by-id/scsi-35002538e19a38377 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00414 /dev/disk/by-path/pci-0000:00:17.0-ata-4 Size:7681501126656 UUID:f5e20da5-27a4-4b1d-8dfc-ca2073cf60ef Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00414 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e19a38377 WWNVendorExtension:0x5002538e19a38377 Empty:false CephVolumeData: RealPath:/dev/sdd KernelName:sdd Encrypted:false}
|
|
2022-03-30 15:26:20.234462 D | inventory: &{Name:nvme1n1 Parent: HasChildren:false DevLinks:/dev/disk/by-id/nvme-nvme.8086-50484b45393133363031443433373541474e-494e54454c20535344504532314b3337354741-00000001 /dev/disk/by-path/pci-0000:1a:00.0-nvme-1 /dev/disk/by-id/lvm-pv-uuid-cl6OaQ-kfoQ-MPap-qDBp-i10P-32LG-8oyPKj /dev/disk/by-id/nvme-INTEL_SSDPE21K375GA_PHKE913601D4375AGN Size:375083606016 UUID:d5940efc-dc44-458b-8153-0963a769fc67 Serial:INTEL SSDPE21K375GA_PHKE913601D4375AGN Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor: Model:INTEL SSDPE21K375GA WWN:nvme.8086-50484b45393133363031443433373541474e-494e54454c20535344504532314b3337354741-00000001 WWNVendorExtension:nvme.8086-50484b45393133363031443433373541474e-494e54454c20535344504532314b3337354741-00000001 Empty:false CephVolumeData: RealPath:/dev/nvme1n1 KernelName:nvme1n1 Encrypted:false}
|
|
2022-03-30 15:26:20.234471 D | inventory: &{Name:nvme0n1 Parent: HasChildren:false DevLinks:/dev/disk/by-path/pci-0000:19:00.0-nvme-1 /dev/disk/by-id/nvme-INTEL_SSDPE21K375GA_PHKE917600EZ375AGN /dev/disk/by-id/lvm-pv-uuid-T225qB-twMz-uH1v-ZDDz-xxpv-Agsl-9GuTda /dev/disk/by-id/nvme-nvme.8086-50484b45393137363030455a33373541474e-494e54454c20535344504532314b3337354741-00000001 Size:375083606016 UUID:2bafce41-a93d-42da-9b2a-d68fb7b9a00f Serial:INTEL SSDPE21K375GA_PHKE917600EZ375AGN Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor: Model:INTEL SSDPE21K375GA WWN:nvme.8086-50484b45393137363030455a33373541474e-494e54454c20535344504532314b3337354741-00000001 WWNVendorExtension:nvme.8086-50484b45393137363030455a33373541474e-494e54454c20535344504532314b3337354741-00000001 Empty:false CephVolumeData: RealPath:/dev/nvme0n1 KernelName:nvme0n1 Encrypted:false}
|
|
2022-03-30 15:26:20.234475 I | cephosd: creating and starting the osds
|
|
2022-03-30 15:26:20.234488 D | cephosd: desiredDevices are [{Name:all OSDsPerDevice:1 MetadataDevice: DatabaseSizeMB:0 DeviceClass: InitialWeight: IsFilter:true IsDevicePathFilter:false}]
|
|
2022-03-30 15:26:20.234490 D | cephosd: context.Devices are:
|
|
2022-03-30 15:26:20.234499 D | cephosd: &{Name:sda1 Parent:sda HasChildren:false DevLinks:/dev/disk/by-id/scsi-1ATA_Micron_5200_MTFDDAK480TDN_194624E540D1-part1 /dev/disk/by-uuid/3e3eb681-a6fe-4129-9ca5-ad87982db61c /dev/disk/by-id/wwn-0x500a075124e540d1-part1 /dev/disk/by-id/scsi-0ATA_Micron_5200_MTFD_194624E540D1-part1 /dev/disk/by-path/pci-0000:00:17.0-ata-1-part1 /dev/disk/by-id/scsi-3500a075124e540d1-part1 /dev/disk/by-id/ata-Micron_5200_MTFDDAK480TDN_194624E540D1-part1 /dev/disk/by-partuuid/b20d7e78-01 /dev/disk/by-id/scsi-SATA_Micron_5200_MTFD_194624E540D1-part1 Size:480102842368 UUID: Serial:Micron_5200_MTFDDAK480TDN_194624E540D1 Type:part Rotational:false Readonly:false Partitions:[] Filesystem:ext4 Vendor:ATA Model:Micron_5200_MTFD WWN:0x500a075124e540d1 WWNVendorExtension:0x500a075124e540d1 Empty:false CephVolumeData: RealPath:/dev/sda1 KernelName:sda1 Encrypted:false}
|
|
2022-03-30 15:26:20.234508 D | cephosd: &{Name:sdb Parent: HasChildren:false DevLinks:/dev/disk/by-id/lvm-pv-uuid-rnVwW8-PjK3-ThUK-TeqM-9auL-8NCU-d61QWe /dev/disk/by-path/pci-0000:00:17.0-ata-2 /dev/disk/by-id/scsi-35002538e19a38318 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00359 /dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0MA00359 /dev/disk/by-id/wwn-0x5002538e19a38318 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0MA00359 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00359 Size:7681501126656 UUID:031b2baf-abfd-49c6-afe2-03b1016d3513 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00359 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e19a38318 WWNVendorExtension:0x5002538e19a38318 Empty:false CephVolumeData: RealPath:/dev/sdb KernelName:sdb Encrypted:false}
|
|
2022-03-30 15:26:20.234519 D | cephosd: &{Name:sdc Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00313 /dev/disk/by-id/lvm-pv-uuid-3EfIUs-1zO7-Txvx-ydeQ-4aIA-cvib-avTblS /dev/disk/by-id/scsi-35002538e19a382a4 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0MA00313 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00313 /dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0MA00313 /dev/disk/by-id/wwn-0x5002538e19a382a4 /dev/disk/by-path/pci-0000:00:17.0-ata-3 Size:7681501126656 UUID:355341b8-3139-4026-960b-520ff362f569 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00313 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e19a382a4 WWNVendorExtension:0x5002538e19a382a4 Empty:false CephVolumeData: RealPath:/dev/sdc KernelName:sdc Encrypted:false}
|
|
2022-03-30 15:26:20.234531 D | cephosd: &{Name:sdd Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0MA00414 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00414 /dev/disk/by-id/lvm-pv-uuid-1USqBi-jQNd-GM2i-Dk35-gyX0-S6lk-b6R1Xg /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0MA00414 /dev/disk/by-id/wwn-0x5002538e19a38377 /dev/disk/by-id/scsi-35002538e19a38377 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00414 /dev/disk/by-path/pci-0000:00:17.0-ata-4 Size:7681501126656 UUID:f5e20da5-27a4-4b1d-8dfc-ca2073cf60ef Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0MA00414 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e19a38377 WWNVendorExtension:0x5002538e19a38377 Empty:false CephVolumeData: RealPath:/dev/sdd KernelName:sdd Encrypted:false}
|
|
2022-03-30 15:26:20.234540 D | cephosd: &{Name:nvme1n1 Parent: HasChildren:false DevLinks:/dev/disk/by-id/nvme-nvme.8086-50484b45393133363031443433373541474e-494e54454c20535344504532314b3337354741-00000001 /dev/disk/by-path/pci-0000:1a:00.0-nvme-1 /dev/disk/by-id/lvm-pv-uuid-cl6OaQ-kfoQ-MPap-qDBp-i10P-32LG-8oyPKj /dev/disk/by-id/nvme-INTEL_SSDPE21K375GA_PHKE913601D4375AGN Size:375083606016 UUID:d5940efc-dc44-458b-8153-0963a769fc67 Serial:INTEL SSDPE21K375GA_PHKE913601D4375AGN Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor: Model:INTEL SSDPE21K375GA WWN:nvme.8086-50484b45393133363031443433373541474e-494e54454c20535344504532314b3337354741-00000001 WWNVendorExtension:nvme.8086-50484b45393133363031443433373541474e-494e54454c20535344504532314b3337354741-00000001 Empty:false CephVolumeData: RealPath:/dev/nvme1n1 KernelName:nvme1n1 Encrypted:false}
|
|
2022-03-30 15:26:20.234549 D | cephosd: &{Name:nvme0n1 Parent: HasChildren:false DevLinks:/dev/disk/by-path/pci-0000:19:00.0-nvme-1 /dev/disk/by-id/nvme-INTEL_SSDPE21K375GA_PHKE917600EZ375AGN /dev/disk/by-id/lvm-pv-uuid-T225qB-twMz-uH1v-ZDDz-xxpv-Agsl-9GuTda /dev/disk/by-id/nvme-nvme.8086-50484b45393137363030455a33373541474e-494e54454c20535344504532314b3337354741-00000001 Size:375083606016 UUID:2bafce41-a93d-42da-9b2a-d68fb7b9a00f Serial:INTEL SSDPE21K375GA_PHKE917600EZ375AGN Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor: Model:INTEL SSDPE21K375GA WWN:nvme.8086-50484b45393137363030455a33373541474e-494e54454c20535344504532314b3337354741-00000001 WWNVendorExtension:nvme.8086-50484b45393137363030455a33373541474e-494e54454c20535344504532314b3337354741-00000001 Empty:false CephVolumeData: RealPath:/dev/nvme0n1 KernelName:nvme0n1 Encrypted:false}
|
|
2022-03-30 15:26:20.234554 I | cephosd: skipping device "sda1" because it contains a filesystem "ext4"
|
|
2022-03-30 15:26:20.234557 I | cephosd: skipping device "sdb" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:20.234560 I | cephosd: skipping device "sdc" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:20.234562 I | cephosd: skipping device "sdd" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:20.234565 I | cephosd: skipping device "nvme1n1" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:20.234569 I | cephosd: skipping device "nvme0n1" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:20.238227 I | cephosd: configuring osd devices: {"Entries":{}}
|
|
2022-03-30 15:26:20.238239 I | cephosd: no new devices to configure. returning devices already configured with ceph-volume.
|
|
2022-03-30 15:26:20.238403 D | exec: Running command: stdbuf -oL ceph-volume --log-path /tmp/ceph-log lvm list --format json
|
|
2022-03-30 15:26:20.556705 D | cephosd: {}
|
|
2022-03-30 15:26:20.556738 I | cephosd: 0 ceph-volume lvm osd devices configured on this node
|
|
2022-03-30 15:26:20.556746 D | exec: Running command: cryptsetup luksDump
|
|
2022-03-30 15:26:20.562310 E | cephosd: failed to determine if the encrypted block "" is from our cluster. failed to dump LUKS header for disk "". Device does not exist or access denied.: exit status 4
|
|
2022-03-30 15:26:20.562334 D | exec: Running command: stdbuf -oL ceph-volume --log-path /tmp/ceph-log raw list --format json
|
|
2022-03-30 15:26:21.008654 D | cephosd: {}
|
|
2022-03-30 15:26:21.008682 I | cephosd: 0 ceph-volume raw osd devices configured on this node
|
|
2022-03-30 15:26:21.008694 W | cephosd: skipping OSD configuration as no devices matched the storage settings for this node "depressa011"
|
|
|
|
|
|
|
|
[root@depressa009 examples]# kubectl -n rook-ceph logs rook-ceph-osd-prepare-depressa010-wqppv
|
|
2022-03-30 15:26:38.926797 I | rookcmd: starting Rook v1.8.0-alpha.0.460.g5a82a1cbd with arguments '/rook/rook ceph osd provision'
|
|
2022-03-30 15:26:38.926910 I | rookcmd: flag values: --cluster-id=d5a57206-2f31-47fc-8168-a535e199ef27, --cluster-name=my-cluster, --data-device-filter=all, --data-device-path-filter=, --data-devices=, --encrypted-device=false, --force-format=false, --help=false, --location=, --log-level=DEBUG, --metadata-device=, --node-name=depressa010, --operator-image=, --osd-crush-device-class=, --osd-crush-initial-weight=, --osd-database-size=0, --osd-wal-size=576, --osds-per-device=1, --pvc-backed-osd=false, --service-account=
|
|
2022-03-30 15:26:38.926914 I | op-mon: parsing mon endpoints: a=10.110.86.78:6789
|
|
2022-03-30 15:26:38.933924 I | op-osd: CRUSH location=root=default host=depressa010
|
|
2022-03-30 15:26:38.933935 I | cephcmd: crush location of osd: root=default host=depressa010
|
|
2022-03-30 15:26:38.933940 D | exec: Running command: dmsetup version
|
|
2022-03-30 15:26:38.964890 I | cephosd: Library version: 1.02.181-RHEL8 (2021-10-20)
|
|
Driver version: 4.43.0
|
|
2022-03-30 15:26:38.969988 I | cephclient: writing config file /var/lib/rook/rook-ceph/rook-ceph.config
|
|
2022-03-30 15:26:38.970058 I | cephclient: generated admin config in /var/lib/rook/rook-ceph
|
|
2022-03-30 15:26:38.970113 D | cephclient: config file @ /etc/ceph/ceph.conf:
|
|
[global]
|
|
fsid = b0e5c52c-43e8-49ee-a8f5-cbe9b3b20239
|
|
mon initial members = a
|
|
mon host = [v2:10.110.86.78:3300,v1:10.110.86.78:6789]
|
|
osd_pool_default_size = 1
|
|
mon_warn_on_pool_no_redundancy = false
|
|
bdev_flock_retry = 20
|
|
bluefs_buffered_io = false
|
|
|
|
[client.admin]
|
|
keyring = /var/lib/rook/rook-ceph/client.admin.keyring
|
|
|
|
2022-03-30 15:26:38.970118 I | cephosd: discovering hardware
|
|
2022-03-30 15:26:38.970123 D | exec: Running command: lsblk --all --noheadings --list --output KNAME
|
|
2022-03-30 15:26:38.973305 D | exec: Running command: lsblk /dev/sda --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:38.975139 D | exec: Running command: sgdisk --print /dev/sda
|
|
2022-03-30 15:26:38.977213 D | exec: Running command: udevadm info --query=property /dev/sda
|
|
2022-03-30 15:26:38.982165 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/sda
|
|
2022-03-30 15:26:38.984173 I | inventory: skipping device "sda" because it has child, considering the child instead.
|
|
2022-03-30 15:26:38.984214 D | exec: Running command: lsblk /dev/sda1 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:38.985866 D | exec: Running command: udevadm info --query=property /dev/sda1
|
|
2022-03-30 15:26:38.990419 D | exec: Running command: lsblk /dev/sdb --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:38.992010 D | exec: Running command: sgdisk --print /dev/sdb
|
|
2022-03-30 15:26:38.995377 D | exec: Running command: udevadm info --query=property /dev/sdb
|
|
2022-03-30 15:26:38.999803 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/sdb
|
|
2022-03-30 15:26:39.001364 D | exec: Running command: lsblk /dev/sdc --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.003273 D | exec: Running command: sgdisk --print /dev/sdc
|
|
2022-03-30 15:26:39.005676 D | exec: Running command: udevadm info --query=property /dev/sdc
|
|
2022-03-30 15:26:39.010069 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/sdc
|
|
2022-03-30 15:26:39.011640 D | exec: Running command: lsblk /dev/sdd --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.013203 D | exec: Running command: sgdisk --print /dev/sdd
|
|
2022-03-30 15:26:39.015789 D | exec: Running command: udevadm info --query=property /dev/sdd
|
|
2022-03-30 15:26:39.020205 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/sdd
|
|
2022-03-30 15:26:39.021810 D | exec: Running command: lsblk /dev/nbd0 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.023340 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.023359 W | inventory: skipping device "nbd0". exit status 32
|
|
2022-03-30 15:26:39.023367 D | exec: Running command: lsblk /dev/nbd1 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.024905 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.024916 W | inventory: skipping device "nbd1". exit status 32
|
|
2022-03-30 15:26:39.024922 D | exec: Running command: lsblk /dev/nbd2 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.026394 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.026404 W | inventory: skipping device "nbd2". exit status 32
|
|
2022-03-30 15:26:39.026410 D | exec: Running command: lsblk /dev/nbd3 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.027890 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.027898 W | inventory: skipping device "nbd3". exit status 32
|
|
2022-03-30 15:26:39.027903 D | exec: Running command: lsblk /dev/nbd4 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.029413 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.029423 W | inventory: skipping device "nbd4". exit status 32
|
|
2022-03-30 15:26:39.029428 D | exec: Running command: lsblk /dev/nbd5 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.030895 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.030903 W | inventory: skipping device "nbd5". exit status 32
|
|
2022-03-30 15:26:39.030908 D | exec: Running command: lsblk /dev/nbd6 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.032392 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.032400 W | inventory: skipping device "nbd6". exit status 32
|
|
2022-03-30 15:26:39.032404 D | exec: Running command: lsblk /dev/nbd7 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.033845 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.033852 W | inventory: skipping device "nbd7". exit status 32
|
|
2022-03-30 15:26:39.033857 D | exec: Running command: lsblk /dev/nvme0n1 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.035476 D | exec: Running command: sgdisk --print /dev/nvme0n1
|
|
2022-03-30 15:26:39.047458 D | exec: Running command: udevadm info --query=property /dev/nvme0n1
|
|
2022-03-30 15:26:39.051783 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/nvme0n1
|
|
2022-03-30 15:26:39.053324 D | exec: Running command: lsblk /dev/nvme1n1 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.054874 D | exec: Running command: sgdisk --print /dev/nvme1n1
|
|
2022-03-30 15:26:39.068486 D | exec: Running command: udevadm info --query=property /dev/nvme1n1
|
|
2022-03-30 15:26:39.072774 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/nvme1n1
|
|
2022-03-30 15:26:39.074458 D | exec: Running command: lsblk /dev/nbd8 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.075989 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.076006 W | inventory: skipping device "nbd8". exit status 32
|
|
2022-03-30 15:26:39.076014 D | exec: Running command: lsblk /dev/nbd9 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.077531 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.077544 W | inventory: skipping device "nbd9". exit status 32
|
|
2022-03-30 15:26:39.077552 D | exec: Running command: lsblk /dev/nbd10 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.079048 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.079058 W | inventory: skipping device "nbd10". exit status 32
|
|
2022-03-30 15:26:39.079064 D | exec: Running command: lsblk /dev/nbd11 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.080542 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.080550 W | inventory: skipping device "nbd11". exit status 32
|
|
2022-03-30 15:26:39.080555 D | exec: Running command: lsblk /dev/nbd12 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.082015 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.082022 W | inventory: skipping device "nbd12". exit status 32
|
|
2022-03-30 15:26:39.082028 D | exec: Running command: lsblk /dev/nbd13 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.083466 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.083473 W | inventory: skipping device "nbd13". exit status 32
|
|
2022-03-30 15:26:39.083478 D | exec: Running command: lsblk /dev/nbd14 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.084931 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.084938 W | inventory: skipping device "nbd14". exit status 32
|
|
2022-03-30 15:26:39.084942 D | exec: Running command: lsblk /dev/nbd15 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.086359 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.086366 W | inventory: skipping device "nbd15". exit status 32
|
|
2022-03-30 15:26:39.086368 D | inventory: discovered disks are:
|
|
2022-03-30 15:26:39.086392 D | inventory: &{Name:sda1 Parent:sda HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_Micron_5200_MTFD_19302387B91A-part1 /dev/disk/by-path/pci-0000:00:17.0-ata-5-part1 /dev/disk/by-uuid/3e3eb681-a6fe-4129-9ca5-ad87982db61c /dev/disk/by-id/ata-Micron_5200_MTFDDAK480TDN_19302387B91A-part1 /dev/disk/by-id/scsi-0ATA_Micron_5200_MTFD_19302387B91A-part1 /dev/disk/by-partuuid/b20d7e78-01 /dev/disk/by-id/scsi-3500a07512387b91a-part1 /dev/disk/by-id/wwn-0x500a07512387b91a-part1 /dev/disk/by-id/scsi-1ATA_Micron_5200_MTFDDAK480TDN_19302387B91A-part1 Size:480102842368 UUID: Serial:Micron_5200_MTFDDAK480TDN_19302387B91A Type:part Rotational:false Readonly:false Partitions:[] Filesystem:ext4 Vendor:ATA Model:Micron_5200_MTFD WWN:0x500a07512387b91a WWNVendorExtension:0x500a07512387b91a Empty:false CephVolumeData: RealPath:/dev/sda1 KernelName:sda1 Encrypted:false}
|
|
2022-03-30 15:26:39.086404 D | inventory: &{Name:sdb Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0M801864 /dev/disk/by-path/pci-0000:00:17.0-ata-6 /dev/disk/by-id/wwn-0x5002538e09873fa8 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801864 /dev/disk/by-id/scsi-35002538e09873fa8 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0M801864 /dev/disk/by-id/lvm-pv-uuid-dAsrC1-wFy6-Z2Vr-cDrl-XU18-Z8yd-djj2Iy /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801864 Size:7681501126656 UUID:690761a3-7b2c-468d-b58e-ed4dc2505479 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801864 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e09873fa8 WWNVendorExtension:0x5002538e09873fa8 Empty:false CephVolumeData: RealPath:/dev/sdb KernelName:sdb Encrypted:false}
|
|
2022-03-30 15:26:39.086415 D | inventory: &{Name:sdc Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0M801915 /dev/disk/by-path/pci-0000:00:17.0-ata-7 /dev/disk/by-id/lvm-pv-uuid-wezD6x-INDL-SCf5-v0zo-f0qW-MvPB-XpuHr9 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801915 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801915 /dev/disk/by-id/scsi-35002538e09874054 /dev/disk/by-id/wwn-0x5002538e09874054 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0M801915 Size:7681501126656 UUID:8f0fcd74-d84e-44dc-a97f-53656ae783e7 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801915 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e09874054 WWNVendorExtension:0x5002538e09874054 Empty:false CephVolumeData: RealPath:/dev/sdc KernelName:sdc Encrypted:false}
|
|
2022-03-30 15:26:39.086425 D | inventory: &{Name:sdd Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0M801865 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0M801865 /dev/disk/by-id/scsi-35002538e09873fa9 /dev/disk/by-id/lvm-pv-uuid-SBtqRs-3wAk-RvjQ-P8EA-CaoV-JBzJ-PsZj4D /dev/disk/by-path/pci-0000:00:17.0-ata-8 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801865 /dev/disk/by-id/wwn-0x5002538e09873fa9 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801865 Size:7681501126656 UUID:9dedfd76-f9a4-4e0e-ad8b-831a3ebdc671 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801865 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e09873fa9 WWNVendorExtension:0x5002538e09873fa9 Empty:false CephVolumeData: RealPath:/dev/sdd KernelName:sdd Encrypted:false}
|
|
2022-03-30 15:26:39.086436 D | inventory: &{Name:nvme0n1 Parent: HasChildren:false DevLinks:/dev/disk/by-id/lvm-pv-uuid-0xHrQZ-iDdN-TFR5-01Oe-jPtV-XUWs-dRALQT /dev/disk/by-id/nvme-nvme.8086-50484b453931333630324c5233373541474e-494e54454c20535344504532314b3337354741-00000001 /dev/disk/by-id/nvme-INTEL_SSDPE21K375GA_PHKE913602LR375AGN /dev/disk/by-path/pci-0000:19:00.0-nvme-1 Size:375083606016 UUID:18ca2311-8053-4e13-9ba8-4d685aa52728 Serial:INTEL SSDPE21K375GA_PHKE913602LR375AGN Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor: Model:INTEL SSDPE21K375GA WWN:nvme.8086-50484b453931333630324c5233373541474e-494e54454c20535344504532314b3337354741-00000001 WWNVendorExtension:nvme.8086-50484b453931333630324c5233373541474e-494e54454c20535344504532314b3337354741-00000001 Empty:false CephVolumeData: RealPath:/dev/nvme0n1 KernelName:nvme0n1 Encrypted:false}
|
|
2022-03-30 15:26:39.086446 D | inventory: &{Name:nvme1n1 Parent: HasChildren:false DevLinks:/dev/disk/by-id/lvm-pv-uuid-iHFJT3-FZTj-lfyc-5QLg-Y60X-PACE-o3SbQ6 /dev/disk/by-path/pci-0000:1a:00.0-nvme-1 /dev/disk/by-id/nvme-nvme.8086-50484b45393133363030574d33373541474e-494e54454c20535344504532314b3337354741-00000001 /dev/disk/by-id/nvme-INTEL_SSDPE21K375GA_PHKE913600WM375AGN Size:375083606016 UUID:7d342fee-6465-4bc1-bc8c-f56bfbd0e8cb Serial:INTEL SSDPE21K375GA_PHKE913600WM375AGN Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor: Model:INTEL SSDPE21K375GA WWN:nvme.8086-50484b45393133363030574d33373541474e-494e54454c20535344504532314b3337354741-00000001 WWNVendorExtension:nvme.8086-50484b45393133363030574d33373541474e-494e54454c20535344504532314b3337354741-00000001 Empty:false CephVolumeData: RealPath:/dev/nvme1n1 KernelName:nvme1n1 Encrypted:false}
|
|
2022-03-30 15:26:39.086450 I | cephosd: creating and starting the osds
|
|
2022-03-30 15:26:39.086465 D | cephosd: desiredDevices are [{Name:all OSDsPerDevice:1 MetadataDevice: DatabaseSizeMB:0 DeviceClass: InitialWeight: IsFilter:true IsDevicePathFilter:false}]
|
|
2022-03-30 15:26:39.086467 D | cephosd: context.Devices are:
|
|
2022-03-30 15:26:39.086476 D | cephosd: &{Name:sda1 Parent:sda HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_Micron_5200_MTFD_19302387B91A-part1 /dev/disk/by-path/pci-0000:00:17.0-ata-5-part1 /dev/disk/by-uuid/3e3eb681-a6fe-4129-9ca5-ad87982db61c /dev/disk/by-id/ata-Micron_5200_MTFDDAK480TDN_19302387B91A-part1 /dev/disk/by-id/scsi-0ATA_Micron_5200_MTFD_19302387B91A-part1 /dev/disk/by-partuuid/b20d7e78-01 /dev/disk/by-id/scsi-3500a07512387b91a-part1 /dev/disk/by-id/wwn-0x500a07512387b91a-part1 /dev/disk/by-id/scsi-1ATA_Micron_5200_MTFDDAK480TDN_19302387B91A-part1 Size:480102842368 UUID: Serial:Micron_5200_MTFDDAK480TDN_19302387B91A Type:part Rotational:false Readonly:false Partitions:[] Filesystem:ext4 Vendor:ATA Model:Micron_5200_MTFD WWN:0x500a07512387b91a WWNVendorExtension:0x500a07512387b91a Empty:false CephVolumeData: RealPath:/dev/sda1 KernelName:sda1 Encrypted:false}
|
|
2022-03-30 15:26:39.086484 D | cephosd: &{Name:sdb Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0M801864 /dev/disk/by-path/pci-0000:00:17.0-ata-6 /dev/disk/by-id/wwn-0x5002538e09873fa8 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801864 /dev/disk/by-id/scsi-35002538e09873fa8 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0M801864 /dev/disk/by-id/lvm-pv-uuid-dAsrC1-wFy6-Z2Vr-cDrl-XU18-Z8yd-djj2Iy /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801864 Size:7681501126656 UUID:690761a3-7b2c-468d-b58e-ed4dc2505479 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801864 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e09873fa8 WWNVendorExtension:0x5002538e09873fa8 Empty:false CephVolumeData: RealPath:/dev/sdb KernelName:sdb Encrypted:false}
|
|
2022-03-30 15:26:39.086492 D | cephosd: &{Name:sdc Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0M801915 /dev/disk/by-path/pci-0000:00:17.0-ata-7 /dev/disk/by-id/lvm-pv-uuid-wezD6x-INDL-SCf5-v0zo-f0qW-MvPB-XpuHr9 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801915 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801915 /dev/disk/by-id/scsi-35002538e09874054 /dev/disk/by-id/wwn-0x5002538e09874054 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0M801915 Size:7681501126656 UUID:8f0fcd74-d84e-44dc-a97f-53656ae783e7 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801915 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e09874054 WWNVendorExtension:0x5002538e09874054 Empty:false CephVolumeData: RealPath:/dev/sdc KernelName:sdc Encrypted:false}
|
|
2022-03-30 15:26:39.086502 D | cephosd: &{Name:sdd Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0M801865 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0M801865 /dev/disk/by-id/scsi-35002538e09873fa9 /dev/disk/by-id/lvm-pv-uuid-SBtqRs-3wAk-RvjQ-P8EA-CaoV-JBzJ-PsZj4D /dev/disk/by-path/pci-0000:00:17.0-ata-8 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801865 /dev/disk/by-id/wwn-0x5002538e09873fa9 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801865 Size:7681501126656 UUID:9dedfd76-f9a4-4e0e-ad8b-831a3ebdc671 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801865 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e09873fa9 WWNVendorExtension:0x5002538e09873fa9 Empty:false CephVolumeData: RealPath:/dev/sdd KernelName:sdd Encrypted:false}
|
|
2022-03-30 15:26:39.086509 D | cephosd: &{Name:nvme0n1 Parent: HasChildren:false DevLinks:/dev/disk/by-id/lvm-pv-uuid-0xHrQZ-iDdN-TFR5-01Oe-jPtV-XUWs-dRALQT /dev/disk/by-id/nvme-nvme.8086-50484b453931333630324c5233373541474e-494e54454c20535344504532314b3337354741-00000001 /dev/disk/by-id/nvme-INTEL_SSDPE21K375GA_PHKE913602LR375AGN /dev/disk/by-path/pci-0000:19:00.0-nvme-1 Size:375083606016 UUID:18ca2311-8053-4e13-9ba8-4d685aa52728 Serial:INTEL SSDPE21K375GA_PHKE913602LR375AGN Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor: Model:INTEL SSDPE21K375GA WWN:nvme.8086-50484b453931333630324c5233373541474e-494e54454c20535344504532314b3337354741-00000001 WWNVendorExtension:nvme.8086-50484b453931333630324c5233373541474e-494e54454c20535344504532314b3337354741-00000001 Empty:false CephVolumeData: RealPath:/dev/nvme0n1 KernelName:nvme0n1 Encrypted:false}
|
|
2022-03-30 15:26:39.086518 D | cephosd: &{Name:nvme1n1 Parent: HasChildren:false DevLinks:/dev/disk/by-id/lvm-pv-uuid-iHFJT3-FZTj-lfyc-5QLg-Y60X-PACE-o3SbQ6 /dev/disk/by-path/pci-0000:1a:00.0-nvme-1 /dev/disk/by-id/nvme-nvme.8086-50484b45393133363030574d33373541474e-494e54454c20535344504532314b3337354741-00000001 /dev/disk/by-id/nvme-INTEL_SSDPE21K375GA_PHKE913600WM375AGN Size:375083606016 UUID:7d342fee-6465-4bc1-bc8c-f56bfbd0e8cb Serial:INTEL SSDPE21K375GA_PHKE913600WM375AGN Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor: Model:INTEL SSDPE21K375GA WWN:nvme.8086-50484b45393133363030574d33373541474e-494e54454c20535344504532314b3337354741-00000001 WWNVendorExtension:nvme.8086-50484b45393133363030574d33373541474e-494e54454c20535344504532314b3337354741-00000001 Empty:false CephVolumeData: RealPath:/dev/nvme1n1 KernelName:nvme1n1 Encrypted:false}
|
|
2022-03-30 15:26:39.086523 I | cephosd: skipping device "sda1" because it contains a filesystem "ext4"
|
|
2022-03-30 15:26:39.086525 I | cephosd: skipping device "sdb" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:39.086528 I | cephosd: skipping device "sdc" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:39.086531 I | cephosd: skipping device "sdd" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:39.086534 I | cephosd: skipping device "nvme0n1" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:39.086537 I | cephosd: skipping device "nvme1n1" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:39.091171 I | cephosd: configuring osd devices: {"Entries":{}}
|
|
2022-03-30 15:26:39.091180 I | cephosd: no new devices to configure. returning devices already configured with ceph-volume.
|
|
2022-03-30 15:26:39.091336 D | exec: Running command: stdbuf -oL ceph-volume --log-path /tmp/ceph-log lvm list --format json
|
|
2022-03-30 15:26:39.401267 D | cephosd: {}
|
|
2022-03-30 15:26:39.401292 I | cephosd: 0 ceph-volume lvm osd devices configured on this node
|
|
2022-03-30 15:26:39.401298 D | exec: Running command: cryptsetup luksDump
|
|
2022-03-30 15:26:39.407317 E | cephosd: failed to determine if the encrypted block "" is from our cluster. failed to dump LUKS header for disk "". Device does not exist or access denied.: exit status 4
|
|
2022-03-30 15:26:39.407337 D | exec: Running command: stdbuf -oL ceph-volume --log-path /tmp/ceph-log raw list --format json
|
|
2022-03-30 15:26:39.834699 D | cephosd: {}
|
|
2022-03-30 15:26:39.834726 I | cephosd: 0 ceph-volume raw osd devices configured on this node
|
|
2022-03-30 15:26:39.834733 W | cephosd: skipping OSD configuration as no devices matched the storage settings for this node "depressa010"
|
|
[root@depressa009 examples]# kubectl -n rook-ceph logs rook-ceph-osd-prepare-depressa010-wqppv
|
|
2022-03-30 15:26:38.926797 I | rookcmd: starting Rook v1.8.0-alpha.0.460.g5a82a1cbd with arguments '/rook/rook ceph osd provision'
|
|
2022-03-30 15:26:38.926910 I | rookcmd: flag values: --cluster-id=d5a57206-2f31-47fc-8168-a535e199ef27, --cluster-name=my-cluster, --data-device-filter=all, --data-device-path-filter=, --data-devices=, --encrypted-device=false, --force-format=false, --help=false, --location=, --log-level=DEBUG, --metadata-device=, --node-name=depressa010, --operator-image=, --osd-crush-device-class=, --osd-crush-initial-weight=, --osd-database-size=0, --osd-wal-size=576, --osds-per-device=1, --pvc-backed-osd=false, --service-account=
|
|
2022-03-30 15:26:38.926914 I | op-mon: parsing mon endpoints: a=10.110.86.78:6789
|
|
2022-03-30 15:26:38.933924 I | op-osd: CRUSH location=root=default host=depressa010
|
|
2022-03-30 15:26:38.933935 I | cephcmd: crush location of osd: root=default host=depressa010
|
|
2022-03-30 15:26:38.933940 D | exec: Running command: dmsetup version
|
|
2022-03-30 15:26:38.964890 I | cephosd: Library version: 1.02.181-RHEL8 (2021-10-20)
|
|
Driver version: 4.43.0
|
|
2022-03-30 15:26:38.969988 I | cephclient: writing config file /var/lib/rook/rook-ceph/rook-ceph.config
|
|
2022-03-30 15:26:38.970058 I | cephclient: generated admin config in /var/lib/rook/rook-ceph
|
|
2022-03-30 15:26:38.970113 D | cephclient: config file @ /etc/ceph/ceph.conf:
|
|
[global]
|
|
fsid = b0e5c52c-43e8-49ee-a8f5-cbe9b3b20239
|
|
mon initial members = a
|
|
mon host = [v2:10.110.86.78:3300,v1:10.110.86.78:6789]
|
|
osd_pool_default_size = 1
|
|
mon_warn_on_pool_no_redundancy = false
|
|
bdev_flock_retry = 20
|
|
bluefs_buffered_io = false
|
|
|
|
[client.admin]
|
|
keyring = /var/lib/rook/rook-ceph/client.admin.keyring
|
|
|
|
2022-03-30 15:26:38.970118 I | cephosd: discovering hardware
|
|
2022-03-30 15:26:38.970123 D | exec: Running command: lsblk --all --noheadings --list --output KNAME
|
|
2022-03-30 15:26:38.973305 D | exec: Running command: lsblk /dev/sda --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:38.975139 D | exec: Running command: sgdisk --print /dev/sda
|
|
2022-03-30 15:26:38.977213 D | exec: Running command: udevadm info --query=property /dev/sda
|
|
2022-03-30 15:26:38.982165 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/sda
|
|
2022-03-30 15:26:38.984173 I | inventory: skipping device "sda" because it has child, considering the child instead.
|
|
2022-03-30 15:26:38.984214 D | exec: Running command: lsblk /dev/sda1 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:38.985866 D | exec: Running command: udevadm info --query=property /dev/sda1
|
|
2022-03-30 15:26:38.990419 D | exec: Running command: lsblk /dev/sdb --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:38.992010 D | exec: Running command: sgdisk --print /dev/sdb
|
|
2022-03-30 15:26:38.995377 D | exec: Running command: udevadm info --query=property /dev/sdb
|
|
2022-03-30 15:26:38.999803 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/sdb
|
|
2022-03-30 15:26:39.001364 D | exec: Running command: lsblk /dev/sdc --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.003273 D | exec: Running command: sgdisk --print /dev/sdc
|
|
2022-03-30 15:26:39.005676 D | exec: Running command: udevadm info --query=property /dev/sdc
|
|
2022-03-30 15:26:39.010069 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/sdc
|
|
2022-03-30 15:26:39.011640 D | exec: Running command: lsblk /dev/sdd --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.013203 D | exec: Running command: sgdisk --print /dev/sdd
|
|
2022-03-30 15:26:39.015789 D | exec: Running command: udevadm info --query=property /dev/sdd
|
|
2022-03-30 15:26:39.020205 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/sdd
|
|
2022-03-30 15:26:39.021810 D | exec: Running command: lsblk /dev/nbd0 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.023340 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.023359 W | inventory: skipping device "nbd0". exit status 32
|
|
2022-03-30 15:26:39.023367 D | exec: Running command: lsblk /dev/nbd1 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.024905 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.024916 W | inventory: skipping device "nbd1". exit status 32
|
|
2022-03-30 15:26:39.024922 D | exec: Running command: lsblk /dev/nbd2 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.026394 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.026404 W | inventory: skipping device "nbd2". exit status 32
|
|
2022-03-30 15:26:39.026410 D | exec: Running command: lsblk /dev/nbd3 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.027890 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.027898 W | inventory: skipping device "nbd3". exit status 32
|
|
2022-03-30 15:26:39.027903 D | exec: Running command: lsblk /dev/nbd4 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.029413 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.029423 W | inventory: skipping device "nbd4". exit status 32
|
|
2022-03-30 15:26:39.029428 D | exec: Running command: lsblk /dev/nbd5 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.030895 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.030903 W | inventory: skipping device "nbd5". exit status 32
|
|
2022-03-30 15:26:39.030908 D | exec: Running command: lsblk /dev/nbd6 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.032392 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.032400 W | inventory: skipping device "nbd6". exit status 32
|
|
2022-03-30 15:26:39.032404 D | exec: Running command: lsblk /dev/nbd7 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.033845 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.033852 W | inventory: skipping device "nbd7". exit status 32
|
|
2022-03-30 15:26:39.033857 D | exec: Running command: lsblk /dev/nvme0n1 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.035476 D | exec: Running command: sgdisk --print /dev/nvme0n1
|
|
2022-03-30 15:26:39.047458 D | exec: Running command: udevadm info --query=property /dev/nvme0n1
|
|
2022-03-30 15:26:39.051783 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/nvme0n1
|
|
2022-03-30 15:26:39.053324 D | exec: Running command: lsblk /dev/nvme1n1 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.054874 D | exec: Running command: sgdisk --print /dev/nvme1n1
|
|
2022-03-30 15:26:39.068486 D | exec: Running command: udevadm info --query=property /dev/nvme1n1
|
|
2022-03-30 15:26:39.072774 D | exec: Running command: lsblk --noheadings --path --list --output NAME /dev/nvme1n1
|
|
2022-03-30 15:26:39.074458 D | exec: Running command: lsblk /dev/nbd8 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.075989 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.076006 W | inventory: skipping device "nbd8". exit status 32
|
|
2022-03-30 15:26:39.076014 D | exec: Running command: lsblk /dev/nbd9 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.077531 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.077544 W | inventory: skipping device "nbd9". exit status 32
|
|
2022-03-30 15:26:39.077552 D | exec: Running command: lsblk /dev/nbd10 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.079048 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.079058 W | inventory: skipping device "nbd10". exit status 32
|
|
2022-03-30 15:26:39.079064 D | exec: Running command: lsblk /dev/nbd11 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.080542 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.080550 W | inventory: skipping device "nbd11". exit status 32
|
|
2022-03-30 15:26:39.080555 D | exec: Running command: lsblk /dev/nbd12 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.082015 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.082022 W | inventory: skipping device "nbd12". exit status 32
|
|
2022-03-30 15:26:39.082028 D | exec: Running command: lsblk /dev/nbd13 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.083466 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.083473 W | inventory: skipping device "nbd13". exit status 32
|
|
2022-03-30 15:26:39.083478 D | exec: Running command: lsblk /dev/nbd14 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.084931 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.084938 W | inventory: skipping device "nbd14". exit status 32
|
|
2022-03-30 15:26:39.084942 D | exec: Running command: lsblk /dev/nbd15 --bytes --nodeps --pairs --paths --output SIZE,ROTA,RO,TYPE,PKNAME,NAME,KNAME
|
|
2022-03-30 15:26:39.086359 E | sys: failed to execute lsblk. output: .
|
|
2022-03-30 15:26:39.086366 W | inventory: skipping device "nbd15". exit status 32
|
|
2022-03-30 15:26:39.086368 D | inventory: discovered disks are:
|
|
2022-03-30 15:26:39.086392 D | inventory: &{Name:sda1 Parent:sda HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_Micron_5200_MTFD_19302387B91A-part1 /dev/disk/by-path/pci-0000:00:17.0-ata-5-part1 /dev/disk/by-uuid/3e3eb681-a6fe-4129-9ca5-ad87982db61c /dev/disk/by-id/ata-Micron_5200_MTFDDAK480TDN_19302387B91A-part1 /dev/disk/by-id/scsi-0ATA_Micron_5200_MTFD_19302387B91A-part1 /dev/disk/by-partuuid/b20d7e78-01 /dev/disk/by-id/scsi-3500a07512387b91a-part1 /dev/disk/by-id/wwn-0x500a07512387b91a-part1 /dev/disk/by-id/scsi-1ATA_Micron_5200_MTFDDAK480TDN_19302387B91A-part1 Size:480102842368 UUID: Serial:Micron_5200_MTFDDAK480TDN_19302387B91A Type:part Rotational:false Readonly:false Partitions:[] Filesystem:ext4 Vendor:ATA Model:Micron_5200_MTFD WWN:0x500a07512387b91a WWNVendorExtension:0x500a07512387b91a Empty:false CephVolumeData: RealPath:/dev/sda1 KernelName:sda1 Encrypted:false}
|
|
2022-03-30 15:26:39.086404 D | inventory: &{Name:sdb Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0M801864 /dev/disk/by-path/pci-0000:00:17.0-ata-6 /dev/disk/by-id/wwn-0x5002538e09873fa8 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801864 /dev/disk/by-id/scsi-35002538e09873fa8 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0M801864 /dev/disk/by-id/lvm-pv-uuid-dAsrC1-wFy6-Z2Vr-cDrl-XU18-Z8yd-djj2Iy /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801864 Size:7681501126656 UUID:690761a3-7b2c-468d-b58e-ed4dc2505479 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801864 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e09873fa8 WWNVendorExtension:0x5002538e09873fa8 Empty:false CephVolumeData: RealPath:/dev/sdb KernelName:sdb Encrypted:false}
|
|
2022-03-30 15:26:39.086415 D | inventory: &{Name:sdc Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0M801915 /dev/disk/by-path/pci-0000:00:17.0-ata-7 /dev/disk/by-id/lvm-pv-uuid-wezD6x-INDL-SCf5-v0zo-f0qW-MvPB-XpuHr9 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801915 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801915 /dev/disk/by-id/scsi-35002538e09874054 /dev/disk/by-id/wwn-0x5002538e09874054 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0M801915 Size:7681501126656 UUID:8f0fcd74-d84e-44dc-a97f-53656ae783e7 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801915 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e09874054 WWNVendorExtension:0x5002538e09874054 Empty:false CephVolumeData: RealPath:/dev/sdc KernelName:sdc Encrypted:false}
|
|
2022-03-30 15:26:39.086425 D | inventory: &{Name:sdd Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0M801865 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0M801865 /dev/disk/by-id/scsi-35002538e09873fa9 /dev/disk/by-id/lvm-pv-uuid-SBtqRs-3wAk-RvjQ-P8EA-CaoV-JBzJ-PsZj4D /dev/disk/by-path/pci-0000:00:17.0-ata-8 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801865 /dev/disk/by-id/wwn-0x5002538e09873fa9 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801865 Size:7681501126656 UUID:9dedfd76-f9a4-4e0e-ad8b-831a3ebdc671 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801865 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e09873fa9 WWNVendorExtension:0x5002538e09873fa9 Empty:false CephVolumeData: RealPath:/dev/sdd KernelName:sdd Encrypted:false}
|
|
2022-03-30 15:26:39.086436 D | inventory: &{Name:nvme0n1 Parent: HasChildren:false DevLinks:/dev/disk/by-id/lvm-pv-uuid-0xHrQZ-iDdN-TFR5-01Oe-jPtV-XUWs-dRALQT /dev/disk/by-id/nvme-nvme.8086-50484b453931333630324c5233373541474e-494e54454c20535344504532314b3337354741-00000001 /dev/disk/by-id/nvme-INTEL_SSDPE21K375GA_PHKE913602LR375AGN /dev/disk/by-path/pci-0000:19:00.0-nvme-1 Size:375083606016 UUID:18ca2311-8053-4e13-9ba8-4d685aa52728 Serial:INTEL SSDPE21K375GA_PHKE913602LR375AGN Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor: Model:INTEL SSDPE21K375GA WWN:nvme.8086-50484b453931333630324c5233373541474e-494e54454c20535344504532314b3337354741-00000001 WWNVendorExtension:nvme.8086-50484b453931333630324c5233373541474e-494e54454c20535344504532314b3337354741-00000001 Empty:false CephVolumeData: RealPath:/dev/nvme0n1 KernelName:nvme0n1 Encrypted:false}
|
|
2022-03-30 15:26:39.086446 D | inventory: &{Name:nvme1n1 Parent: HasChildren:false DevLinks:/dev/disk/by-id/lvm-pv-uuid-iHFJT3-FZTj-lfyc-5QLg-Y60X-PACE-o3SbQ6 /dev/disk/by-path/pci-0000:1a:00.0-nvme-1 /dev/disk/by-id/nvme-nvme.8086-50484b45393133363030574d33373541474e-494e54454c20535344504532314b3337354741-00000001 /dev/disk/by-id/nvme-INTEL_SSDPE21K375GA_PHKE913600WM375AGN Size:375083606016 UUID:7d342fee-6465-4bc1-bc8c-f56bfbd0e8cb Serial:INTEL SSDPE21K375GA_PHKE913600WM375AGN Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor: Model:INTEL SSDPE21K375GA WWN:nvme.8086-50484b45393133363030574d33373541474e-494e54454c20535344504532314b3337354741-00000001 WWNVendorExtension:nvme.8086-50484b45393133363030574d33373541474e-494e54454c20535344504532314b3337354741-00000001 Empty:false CephVolumeData: RealPath:/dev/nvme1n1 KernelName:nvme1n1 Encrypted:false}
|
|
2022-03-30 15:26:39.086450 I | cephosd: creating and starting the osds
|
|
2022-03-30 15:26:39.086465 D | cephosd: desiredDevices are [{Name:all OSDsPerDevice:1 MetadataDevice: DatabaseSizeMB:0 DeviceClass: InitialWeight: IsFilter:true IsDevicePathFilter:false}]
|
|
2022-03-30 15:26:39.086467 D | cephosd: context.Devices are:
|
|
2022-03-30 15:26:39.086476 D | cephosd: &{Name:sda1 Parent:sda HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_Micron_5200_MTFD_19302387B91A-part1 /dev/disk/by-path/pci-0000:00:17.0-ata-5-part1 /dev/disk/by-uuid/3e3eb681-a6fe-4129-9ca5-ad87982db61c /dev/disk/by-id/ata-Micron_5200_MTFDDAK480TDN_19302387B91A-part1 /dev/disk/by-id/scsi-0ATA_Micron_5200_MTFD_19302387B91A-part1 /dev/disk/by-partuuid/b20d7e78-01 /dev/disk/by-id/scsi-3500a07512387b91a-part1 /dev/disk/by-id/wwn-0x500a07512387b91a-part1 /dev/disk/by-id/scsi-1ATA_Micron_5200_MTFDDAK480TDN_19302387B91A-part1 Size:480102842368 UUID: Serial:Micron_5200_MTFDDAK480TDN_19302387B91A Type:part Rotational:false Readonly:false Partitions:[] Filesystem:ext4 Vendor:ATA Model:Micron_5200_MTFD WWN:0x500a07512387b91a WWNVendorExtension:0x500a07512387b91a Empty:false CephVolumeData: RealPath:/dev/sda1 KernelName:sda1 Encrypted:false}
|
|
2022-03-30 15:26:39.086484 D | cephosd: &{Name:sdb Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0M801864 /dev/disk/by-path/pci-0000:00:17.0-ata-6 /dev/disk/by-id/wwn-0x5002538e09873fa8 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801864 /dev/disk/by-id/scsi-35002538e09873fa8 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0M801864 /dev/disk/by-id/lvm-pv-uuid-dAsrC1-wFy6-Z2Vr-cDrl-XU18-Z8yd-djj2Iy /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801864 Size:7681501126656 UUID:690761a3-7b2c-468d-b58e-ed4dc2505479 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801864 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e09873fa8 WWNVendorExtension:0x5002538e09873fa8 Empty:false CephVolumeData: RealPath:/dev/sdb KernelName:sdb Encrypted:false}
|
|
2022-03-30 15:26:39.086492 D | cephosd: &{Name:sdc Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0M801915 /dev/disk/by-path/pci-0000:00:17.0-ata-7 /dev/disk/by-id/lvm-pv-uuid-wezD6x-INDL-SCf5-v0zo-f0qW-MvPB-XpuHr9 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801915 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801915 /dev/disk/by-id/scsi-35002538e09874054 /dev/disk/by-id/wwn-0x5002538e09874054 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0M801915 Size:7681501126656 UUID:8f0fcd74-d84e-44dc-a97f-53656ae783e7 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801915 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e09874054 WWNVendorExtension:0x5002538e09874054 Empty:false CephVolumeData: RealPath:/dev/sdc KernelName:sdc Encrypted:false}
|
|
2022-03-30 15:26:39.086502 D | cephosd: &{Name:sdd Parent: HasChildren:false DevLinks:/dev/disk/by-id/scsi-SATA_SAMSUNG_MZ7LH7T6_S487NY0M801865 /dev/disk/by-id/scsi-0ATA_SAMSUNG_MZ7LH7T6_S487NY0M801865 /dev/disk/by-id/scsi-35002538e09873fa9 /dev/disk/by-id/lvm-pv-uuid-SBtqRs-3wAk-RvjQ-P8EA-CaoV-JBzJ-PsZj4D /dev/disk/by-path/pci-0000:00:17.0-ata-8 /dev/disk/by-id/scsi-1ATA_SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801865 /dev/disk/by-id/wwn-0x5002538e09873fa9 /dev/disk/by-id/ata-SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801865 Size:7681501126656 UUID:9dedfd76-f9a4-4e0e-ad8b-831a3ebdc671 Serial:SAMSUNG_MZ7LH7T6HMLA-00005_S487NY0M801865 Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor:ATA Model:SAMSUNG_MZ7LH7T6 WWN:0x5002538e09873fa9 WWNVendorExtension:0x5002538e09873fa9 Empty:false CephVolumeData: RealPath:/dev/sdd KernelName:sdd Encrypted:false}
|
|
2022-03-30 15:26:39.086509 D | cephosd: &{Name:nvme0n1 Parent: HasChildren:false DevLinks:/dev/disk/by-id/lvm-pv-uuid-0xHrQZ-iDdN-TFR5-01Oe-jPtV-XUWs-dRALQT /dev/disk/by-id/nvme-nvme.8086-50484b453931333630324c5233373541474e-494e54454c20535344504532314b3337354741-00000001 /dev/disk/by-id/nvme-INTEL_SSDPE21K375GA_PHKE913602LR375AGN /dev/disk/by-path/pci-0000:19:00.0-nvme-1 Size:375083606016 UUID:18ca2311-8053-4e13-9ba8-4d685aa52728 Serial:INTEL SSDPE21K375GA_PHKE913602LR375AGN Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor: Model:INTEL SSDPE21K375GA WWN:nvme.8086-50484b453931333630324c5233373541474e-494e54454c20535344504532314b3337354741-00000001 WWNVendorExtension:nvme.8086-50484b453931333630324c5233373541474e-494e54454c20535344504532314b3337354741-00000001 Empty:false CephVolumeData: RealPath:/dev/nvme0n1 KernelName:nvme0n1 Encrypted:false}
|
|
2022-03-30 15:26:39.086518 D | cephosd: &{Name:nvme1n1 Parent: HasChildren:false DevLinks:/dev/disk/by-id/lvm-pv-uuid-iHFJT3-FZTj-lfyc-5QLg-Y60X-PACE-o3SbQ6 /dev/disk/by-path/pci-0000:1a:00.0-nvme-1 /dev/disk/by-id/nvme-nvme.8086-50484b45393133363030574d33373541474e-494e54454c20535344504532314b3337354741-00000001 /dev/disk/by-id/nvme-INTEL_SSDPE21K375GA_PHKE913600WM375AGN Size:375083606016 UUID:7d342fee-6465-4bc1-bc8c-f56bfbd0e8cb Serial:INTEL SSDPE21K375GA_PHKE913600WM375AGN Type:disk Rotational:false Readonly:false Partitions:[] Filesystem:LVM2_member Vendor: Model:INTEL SSDPE21K375GA WWN:nvme.8086-50484b45393133363030574d33373541474e-494e54454c20535344504532314b3337354741-00000001 WWNVendorExtension:nvme.8086-50484b45393133363030574d33373541474e-494e54454c20535344504532314b3337354741-00000001 Empty:false CephVolumeData: RealPath:/dev/nvme1n1 KernelName:nvme1n1 Encrypted:false}
|
|
2022-03-30 15:26:39.086523 I | cephosd: skipping device "sda1" because it contains a filesystem "ext4"
|
|
2022-03-30 15:26:39.086525 I | cephosd: skipping device "sdb" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:39.086528 I | cephosd: skipping device "sdc" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:39.086531 I | cephosd: skipping device "sdd" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:39.086534 I | cephosd: skipping device "nvme0n1" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:39.086537 I | cephosd: skipping device "nvme1n1" because it contains a filesystem "LVM2_member"
|
|
2022-03-30 15:26:39.091171 I | cephosd: configuring osd devices: {"Entries":{}}
|
|
2022-03-30 15:26:39.091180 I | cephosd: no new devices to configure. returning devices already configured with ceph-volume.
|
|
2022-03-30 15:26:39.091336 D | exec: Running command: stdbuf -oL ceph-volume --log-path /tmp/ceph-log lvm list --format json
|
|
2022-03-30 15:26:39.401267 D | cephosd: {}
|
|
2022-03-30 15:26:39.401292 I | cephosd: 0 ceph-volume lvm osd devices configured on this node
|
|
2022-03-30 15:26:39.401298 D | exec: Running command: cryptsetup luksDump
|
|
2022-03-30 15:26:39.407317 E | cephosd: failed to determine if the encrypted block "" is from our cluster. failed to dump LUKS header for disk "". Device does not exist or access denied.: exit status 4
|
|
2022-03-30 15:26:39.407337 D | exec: Running command: stdbuf -oL ceph-volume --log-path /tmp/ceph-log raw list --format json
|
|
2022-03-30 15:26:39.834699 D | cephosd: {}
|
|
2022-03-30 15:26:39.834726 I | cephosd: 0 ceph-volume raw osd devices configured on this node
|
|
2022-03-30 15:26:39.834733 W | cephosd: skipping OSD configuration as no devices matched the storage settings for this node "depressa010"
|