|
poud001@caas-s3:~$ sudo ceph orch daemon add osd caas-s1:/dev/sdc
|
|
Error EINVAL: Traceback (most recent call last):
|
|
File "/usr/share/ceph/mgr/mgr_module.py", line 1730, in _handle_command
|
|
return self.handle_command(inbuf, cmd)
|
|
File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 171, in handle_command
|
|
return dispatch[cmd['prefix']].call(self, cmd, inbuf)
|
|
File "/usr/share/ceph/mgr/mgr_module.py", line 462, in call
|
|
return self.func(mgr, **kwargs)
|
|
File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 107, in <lambda>
|
|
wrapper_copy = lambda *l_args, **l_kwargs: wrapper(*l_args, **l_kwargs) # noqa: E731
|
|
File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 96, in wrapper
|
|
return func(*args, **kwargs)
|
|
File "/usr/share/ceph/mgr/orchestrator/module.py", line 830, in _daemon_add_osd
|
|
raise_if_exception(completion)
|
|
File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 228, in raise_if_exception
|
|
raise e
|
|
RuntimeError: cephadm exited with an error code: 1, stderr:Inferring config /var/lib/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54/mon.caas-s1/config
|
|
Non-zero exit code 1 from /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/sbin/ceph-volume --privileged --group-add=disk --init -e CONTAINER_IMAGE=quay.io/ceph/ceph@sha256:43f6e905f3e34abe4adbc9042b9d6f6b625dee8fa8d93c2bae53fa9b61c3df1a -e NODE_NAME=caas-s1 -e CEPH_USE_RANDOM_NONCE=1 -e CEPH_VOLUME_OSDSPEC_AFFINITY=None -e CEPH_VOLUME_SKIP_RESTORECON=yes -e CEPH_VOLUME_DEBUG=1 -v /var/run/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54:/var/run/ceph:z -v /var/log/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54:/var/log/ceph:z -v /var/lib/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54/crash:/var/lib/ceph/crash:z -v /dev:/dev -v /run/udev:/run/udev -v /sys:/sys -v /run/lvm:/run/lvm -v /run/lock/lvm:/run/lock/lvm -v /:/rootfs -v /tmp/ceph-tmpmha1t3dy:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmpl_a6x0rs:/var/lib/ceph/bootstrap-osd/ceph.keyring:z quay.io/ceph/ceph@sha256:43f6e905f3e34abe4adbc9042b9d6f6b625dee8fa8d93c2bae53fa9b61c3df1a lvm batch --no-auto /dev/sdc --yes --no-systemd
|
|
/usr/bin/docker: stderr --> passed data devices: 1 physical, 0 LVM
|
|
/usr/bin/docker: stderr --> relative data size: 1.0
|
|
/usr/bin/docker: stderr Running command: /usr/bin/ceph-authtool --gen-print-key
|
|
/usr/bin/docker: stderr Running command: /usr/bin/ceph --cluster ceph --name client.bootstrap-osd --keyring /var/lib/ceph/bootstrap-osd/ceph.keyring -i - osd new b3a8e6cc-abb5-4fde-bc91-7ebd2aa04a28
|
|
/usr/bin/docker: stderr Running command: nsenter --mount=/rootfs/proc/1/ns/mnt --ipc=/rootfs/proc/1/ns/ipc --net=/rootfs/proc/1/ns/net --uts=/rootfs/proc/1/ns/uts /sbin/vgcreate --force --yes ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3 /dev/sdc
|
|
/usr/bin/docker: stderr stdout: Physical volume "/dev/sdc" successfully created.
|
|
/usr/bin/docker: stderr stdout: Volume group "ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3" successfully created
|
|
/usr/bin/docker: stderr Running command: nsenter --mount=/rootfs/proc/1/ns/mnt --ipc=/rootfs/proc/1/ns/ipc --net=/rootfs/proc/1/ns/net --uts=/rootfs/proc/1/ns/uts /sbin/lvcreate --yes -l 1907721 -n osd-block-b3a8e6cc-abb5-4fde-bc91-7ebd2aa04a28 ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3
|
|
/usr/bin/docker: stderr stdout: Logical volume "osd-block-b3a8e6cc-abb5-4fde-bc91-7ebd2aa04a28" created.
|
|
/usr/bin/docker: stderr Running command: /usr/bin/ceph-authtool --gen-print-key
|
|
/usr/bin/docker: stderr Running command: /usr/bin/mount -t tmpfs tmpfs /var/lib/ceph/osd/ceph-5
|
|
/usr/bin/docker: stderr Running command: /usr/bin/chown -h ceph:ceph /dev/ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3/osd-block-b3a8e6cc-abb5-4fde-bc91-7ebd2aa04a28
|
|
/usr/bin/docker: stderr Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0
|
|
/usr/bin/docker: stderr Running command: /usr/bin/ln -s /dev/ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3/osd-block-b3a8e6cc-abb5-4fde-bc91-7ebd2aa04a28 /var/lib/ceph/osd/ceph-5/block
|
|
/usr/bin/docker: stderr Running command: /usr/bin/ceph --cluster ceph --name client.bootstrap-osd --keyring /var/lib/ceph/bootstrap-osd/ceph.keyring mon getmap -o /var/lib/ceph/osd/ceph-5/activate.monmap
|
|
/usr/bin/docker: stderr stderr: got monmap epoch 3
|
|
/usr/bin/docker: stderr Running command: /usr/bin/ceph-authtool /var/lib/ceph/osd/ceph-5/keyring --create-keyring --name osd.5 --add-key AQCSfvZi/fccHBAAoctqdIz0pdSLM0AkIQMurw==
|
|
/usr/bin/docker: stderr stdout: creating /var/lib/ceph/osd/ceph-5/keyring
|
|
/usr/bin/docker: stderr added entity osd.5 auth(key=AQCSfvZi/fccHBAAoctqdIz0pdSLM0AkIQMurw==)
|
|
/usr/bin/docker: stderr Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5/keyring
|
|
/usr/bin/docker: stderr Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5/
|
|
/usr/bin/docker: stderr Running command: /usr/bin/ceph-osd --cluster ceph --osd-objectstore bluestore --mkfs -i 5 --monmap /var/lib/ceph/osd/ceph-5/activate.monmap --keyfile - --osdspec-affinity None --osd-data /var/lib/ceph/osd/ceph-5/ --osd-uuid b3a8e6cc-abb5-4fde-bc91-7ebd2aa04a28 --setuser ceph --setgroup ceph
|
|
/usr/bin/docker: stderr stderr: 2022-08-12T16:23:48.693+0000 7fd3717d73c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/) _read_fsid unparsable uuid
|
|
/usr/bin/docker: stderr stderr: 2022-08-12T16:23:49.410+0000 7fd3717d73c0 -1 bluestore(/var/lib/ceph/osd/ceph-5//block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5//block: (13) Permission denied
|
|
/usr/bin/docker: stderr stderr: 2022-08-12T16:23:49.410+0000 7fd3717d73c0 -1 bluestore(/var/lib/ceph/osd/ceph-5//block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5//block: (13) Permission denied
|
|
/usr/bin/docker: stderr stderr: 2022-08-12T16:23:49.410+0000 7fd3717d73c0 -1 bluestore(/var/lib/ceph/osd/ceph-5//block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5//block: (13) Permission denied
|
|
/usr/bin/docker: stderr stderr: 2022-08-12T16:23:49.410+0000 7fd3717d73c0 -1 bluestore(/var/lib/ceph/osd/ceph-5//block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5//block: (13) Permission denied
|
|
/usr/bin/docker: stderr stderr: 2022-08-12T16:23:49.418+0000 7fd3717d73c0 -1 bluestore(/var/lib/ceph/osd/ceph-5//block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5//block: (13) Permission denied
|
|
/usr/bin/docker: stderr stderr: 2022-08-12T16:23:49.418+0000 7fd3717d73c0 -1 bluestore(/var/lib/ceph/osd/ceph-5//block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5//block: (13) Permission denied
|
|
/usr/bin/docker: stderr stderr: 2022-08-12T16:23:50.002+0000 7fd3717d73c0 -1 bluestore(/var/lib/ceph/osd/ceph-5//block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5//block: (13) Permission denied
|
|
/usr/bin/docker: stderr stderr: 2022-08-12T16:23:50.002+0000 7fd3717d73c0 -1 bdev(0x55c380323400 /var/lib/ceph/osd/ceph-5//block) open open got: (13) Permission denied
|
|
/usr/bin/docker: stderr stderr: 2022-08-12T16:23:50.002+0000 7fd3717d73c0 -1 OSD::mkfs: ObjectStore::mkfs failed with error (13) Permission denied
|
|
/usr/bin/docker: stderr stderr: 2022-08-12T16:23:50.002+0000 7fd3717d73c0 -1 ** ERROR: error creating empty object store in /var/lib/ceph/osd/ceph-5/: (13) Permission denied
|
|
/usr/bin/docker: stderr --> Was unable to complete a new OSD, will rollback changes
|
|
/usr/bin/docker: stderr Running command: /usr/bin/ceph --cluster ceph --name client.bootstrap-osd --keyring /var/lib/ceph/bootstrap-osd/ceph.keyring osd purge-new osd.5 --yes-i-really-mean-it
|
|
/usr/bin/docker: stderr stderr: purged osd.5
|
|
/usr/bin/docker: stderr --> Zapping: /dev/ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3/osd-block-b3a8e6cc-abb5-4fde-bc91-7ebd2aa04a28
|
|
/usr/bin/docker: stderr --> Unmounting /var/lib/ceph/osd/ceph-5
|
|
/usr/bin/docker: stderr Running command: /usr/bin/umount -v /var/lib/ceph/osd/ceph-5
|
|
/usr/bin/docker: stderr stderr: umount: /var/lib/ceph/osd/ceph-5 unmounted
|
|
/usr/bin/docker: stderr Running command: /usr/bin/dd if=/dev/zero of=/dev/ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3/osd-block-b3a8e6cc-abb5-4fde-bc91-7ebd2aa04a28 bs=1M count=10 conv=fsync
|
|
/usr/bin/docker: stderr stderr: 10+0 records in
|
|
/usr/bin/docker: stderr 10+0 records out
|
|
/usr/bin/docker: stderr stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0883318 s, 119 MB/s
|
|
/usr/bin/docker: stderr --> Only 1 LV left in VG, will proceed to destroy volume group ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3
|
|
/usr/bin/docker: stderr Running command: nsenter --mount=/rootfs/proc/1/ns/mnt --ipc=/rootfs/proc/1/ns/ipc --net=/rootfs/proc/1/ns/net --uts=/rootfs/proc/1/ns/uts /sbin/vgremove -v -f ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3
|
|
/usr/bin/docker: stderr stderr: Removing ceph--b5d9bc37--9368--482b--a373--a7cee2400aa3-osd--block--b3a8e6cc--abb5--4fde--bc91--7ebd2aa04a28 (253:0)
|
|
/usr/bin/docker: stderr stderr: Archiving volume group "ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3" metadata (seqno 5).
|
|
/usr/bin/docker: stderr stderr: Releasing logical volume "osd-block-b3a8e6cc-abb5-4fde-bc91-7ebd2aa04a28"
|
|
/usr/bin/docker: stderr stderr: Creating volume group backup "/etc/lvm/backup/ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3" (seqno 6).
|
|
/usr/bin/docker: stderr stdout: Logical volume "osd-block-b3a8e6cc-abb5-4fde-bc91-7ebd2aa04a28" successfully removed
|
|
/usr/bin/docker: stderr stderr: Removing physical volume "/dev/sdc" from volume group "ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3"
|
|
/usr/bin/docker: stderr stdout: Volume group "ceph-b5d9bc37-9368-482b-a373-a7cee2400aa3" successfully removed
|
|
/usr/bin/docker: stderr Running command: nsenter --mount=/rootfs/proc/1/ns/mnt --ipc=/rootfs/proc/1/ns/ipc --net=/rootfs/proc/1/ns/net --uts=/rootfs/proc/1/ns/uts /sbin/pvremove -v -f -f /dev/sdc
|
|
/usr/bin/docker: stderr stdout: Labels on physical volume "/dev/sdc" successfully wiped.
|
|
/usr/bin/docker: stderr --> Zapping successful for OSD: 5
|
|
/usr/bin/docker: stderr Traceback (most recent call last):
|
|
/usr/bin/docker: stderr File "/usr/sbin/ceph-volume", line 11, in <module>
|
|
/usr/bin/docker: stderr load_entry_point('ceph-volume==1.0.0', 'console_scripts', 'ceph-volume')()
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/main.py", line 41, in __init__
|
|
/usr/bin/docker: stderr self.main(self.argv)
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/decorators.py", line 59, in newfunc
|
|
/usr/bin/docker: stderr return f(*a, **kw)
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/main.py", line 153, in main
|
|
/usr/bin/docker: stderr terminal.dispatch(self.mapper, subcommand_args)
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/terminal.py", line 194, in dispatch
|
|
/usr/bin/docker: stderr instance.main()
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/devices/lvm/main.py", line 46, in main
|
|
/usr/bin/docker: stderr terminal.dispatch(self.mapper, self.argv)
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/terminal.py", line 194, in dispatch
|
|
/usr/bin/docker: stderr instance.main()
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/decorators.py", line 16, in is_root
|
|
/usr/bin/docker: stderr return func(*a, **kw)
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/devices/lvm/batch.py", line 444, in main
|
|
/usr/bin/docker: stderr self._execute(plan)
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/devices/lvm/batch.py", line 463, in _execute
|
|
/usr/bin/docker: stderr c.create(argparse.Namespace(**args))
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/decorators.py", line 16, in is_root
|
|
/usr/bin/docker: stderr return func(*a, **kw)
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/devices/lvm/create.py", line 26, in create
|
|
/usr/bin/docker: stderr prepare_step.safe_prepare(args)
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/devices/lvm/prepare.py", line 252, in safe_prepare
|
|
/usr/bin/docker: stderr self.prepare()
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/decorators.py", line 16, in is_root
|
|
/usr/bin/docker: stderr return func(*a, **kw)
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/devices/lvm/prepare.py", line 394, in prepare
|
|
/usr/bin/docker: stderr osd_fsid,
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/devices/lvm/prepare.py", line 119, in prepare_bluestore
|
|
/usr/bin/docker: stderr db=db
|
|
/usr/bin/docker: stderr File "/usr/lib/python3.6/site-packages/ceph_volume/util/prepare.py", line 481, in osd_mkfs_bluestore
|
|
/usr/bin/docker: stderr raise RuntimeError('Command failed with exit code %s: %s' % (returncode, ' '.join(command)))
|
|
/usr/bin/docker: stderr RuntimeError: Command failed with exit code 250: /usr/bin/ceph-osd --cluster ceph --osd-objectstore bluestore --mkfs -i 5 --monmap /var/lib/ceph/osd/ceph-5/activate.monmap --keyfile - --osdspec-affinity None --osd-data /var/lib/ceph/osd/ceph-5/ --osd-uuid b3a8e6cc-abb5-4fde-bc91-7ebd2aa04a28 --setuser ceph --setgroup ceph
|
|
Traceback (most recent call last):
|
|
File "/var/lib/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54/cephadm.9f5947044415209b488d90a5f9b9807235c9c2dc29836a12b73019a60ec20bde", line 9281, in <module>
|
|
main()
|
|
File "/var/lib/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54/cephadm.9f5947044415209b488d90a5f9b9807235c9c2dc29836a12b73019a60ec20bde", line 9269, in main
|
|
r = ctx.func(ctx)
|
|
File "/var/lib/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54/cephadm.9f5947044415209b488d90a5f9b9807235c9c2dc29836a12b73019a60ec20bde", line 2034, in _infer_config
|
|
return func(ctx)
|
|
File "/var/lib/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54/cephadm.9f5947044415209b488d90a5f9b9807235c9c2dc29836a12b73019a60ec20bde", line 1950, in _infer_fsid
|
|
return func(ctx)
|
|
File "/var/lib/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54/cephadm.9f5947044415209b488d90a5f9b9807235c9c2dc29836a12b73019a60ec20bde", line 2062, in _infer_image
|
|
return func(ctx)
|
|
File "/var/lib/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54/cephadm.9f5947044415209b488d90a5f9b9807235c9c2dc29836a12b73019a60ec20bde", line 1937, in _validate_fsid
|
|
return func(ctx)
|
|
File "/var/lib/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54/cephadm.9f5947044415209b488d90a5f9b9807235c9c2dc29836a12b73019a60ec20bde", line 5995, in command_ceph_volume
|
|
out, err, code = call_throws(ctx, c.run_cmd())
|
|
File "/var/lib/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54/cephadm.9f5947044415209b488d90a5f9b9807235c9c2dc29836a12b73019a60ec20bde", line 1739, in call_throws
|
|
raise RuntimeError('Failed command: %s' % ' '.join(command))
|
|
RuntimeError: Failed command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/sbin/ceph-volume --privileged --group-add=disk --init -e CONTAINER_IMAGE=quay.io/ceph/ceph@sha256:43f6e905f3e34abe4adbc9042b9d6f6b625dee8fa8d93c2bae53fa9b61c3df1a -e NODE_NAME=caas-s1 -e CEPH_USE_RANDOM_NONCE=1 -e CEPH_VOLUME_OSDSPEC_AFFINITY=None -e CEPH_VOLUME_SKIP_RESTORECON=yes -e CEPH_VOLUME_DEBUG=1 -v /var/run/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54:/var/run/ceph:z -v /var/log/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54:/var/log/ceph:z -v /var/lib/ceph/c44bd2c2-1768-11ed-914d-2f90b25add54/crash:/var/lib/ceph/crash:z -v /dev:/dev -v /run/udev:/run/udev -v /sys:/sys -v /run/lvm:/run/lvm -v /run/lock/lvm:/run/lock/lvm -v /:/rootfs -v /tmp/ceph-tmpmha1t3dy:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmpl_a6x0rs:/var/lib/ceph/bootstrap-osd/ceph.keyring:z quay.io/ceph/ceph@sha256:43f6e905f3e34abe4adbc9042b9d6f6b625dee8fa8d93c2bae53fa9b61c3df1a lvm batch --no-auto /dev/sdc --yes --no-systemd
|
|
|
