Ceph

Randomly when starting cephadm shell the config directory is not passed into the container correctly and ceph commands error out:

root@rdx-00:~# cephadm shell
Inferring fsid 5a0357e2-557f-11ec-bce2-b135318c736f
Inferring config /var/lib/ceph/5a0357e2-557f-11ec-bce2-b135318c736f/mon.rdx-00/config
Using recent ceph image quay.io/ceph/ceph@sha256:6f2e9e45515e003fb332bbf9302c55d604810ff35978e88b75fe005a5f470f41
root@rdx-00:/# ceph -s
2022-05-12T01:23:07.456+0000 7f15a9c1c700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.admin.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin: (2) No such file or directory
2022-05-12T01:23:07.456+0000 7f15a9c1c700 -1 AuthRegistry(0x7f15a4063960) no keyring found at /etc/ceph/ceph.client.admin.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin, disabling cephx
2022-05-12T01:23:07.456+0000 7f15a9c1c700 -1 auth: unable to find a keyring on /etc/ceph/ceph.client.admin.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin: (2) No such file or directory
2022-05-12T01:23:07.456+0000 7f15a9c1c700 -1 AuthRegistry(0x7f15a9c1ae90) no keyring found at /etc/ceph/ceph.client.admin.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin, disabling cephx
2022-05-12T01:23:07.460+0000 7f15a3fff700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [1]
2022-05-12T01:23:07.460+0000 7f15a37fe700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [1]
2022-05-12T01:23:07.460+0000 7f15a2ffd700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [1]
2022-05-12T01:23:07.460+0000 7f15a9c1c700 -1 monclient: authenticate NOTE: no keyring found; disabled cephx authentication
[errno 13] RADOS permission denied (error connecting to the cluster)
root@rdx-00:/# ls -l /var/lib/ceph/5a0357e2-557f-11ec-bce2-b135318c736f/mon.rdx-00/config
ls: cannot access '/var/lib/ceph/5a0357e2-557f-11ec-bce2-b135318c736f/mon.rdx-00/config': No such file or directory
root@rdx-00:/# ls -l /var/lib/ceph/                                                      
total 52
drwxr-x--- 2 ceph   ceph   4096 Apr 18 22:36 bootstrap-mds
drwxr-x--- 2 ceph   ceph   4096 Apr 18 22:36 bootstrap-mgr
drwxr-x--- 2 ceph   ceph   4096 Apr 18 22:36 bootstrap-osd
drwxr-x--- 2 ceph   ceph   4096 Apr 18 22:36 bootstrap-rbd
drwxr-x--- 2 ceph   ceph   4096 Apr 18 22:36 bootstrap-rbd-mirror
drwxr-x--- 2 ceph   ceph   4096 Apr 18 22:36 bootstrap-rgw
drwx------ 3 nobody nobody 4096 Dec  5 03:56 crash
drwxr-x--- 2 ceph   ceph   4096 Apr 18 22:36 mds
drwxr-x--- 2 ceph   ceph   4096 Apr 18 22:36 mgr
drwxr-x--- 2 ceph   ceph   4096 Apr 18 22:36 mon
drwxr-x--- 2 ceph   ceph   4096 Apr 18 22:36 osd
drwxr-xr-x 2 root   root   4096 Apr 18 22:36 radosgw
drwxr-x--- 2 ceph   ceph   4096 Apr 18 22:36 tmp
root@rdx-00:/# ceph -v
ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)
root@rdx-00:/# 

This was failing on V16 as well.