Actions
Bug #45638
openQuerying mirror pool status returns summary states unknown
% Done:
0%
Source:
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
Crash signature (v2):
Description
When querying the mirror pool status the pool seems to be fine but the summary health warning shows "WARNING" which I am assuming is down to the "unknown" being returned for states. From what I can tell the image is being replicated correctly. I think this may be down to a permissions issue as the mon ceph.audit.log shows "access denied" messages:
ceph.audit.log:2020-05-21T13:00:25.402092+0000 mon.juju-749352-zaza-8189199e0f3a-9 (mon.1) 602 : audit [DBG] from='client.? 172.20.0.38:0/1774415228' entity='client.rbd-mirror.juju-749352-zaza-8189199e0f3a-13' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/2/22f51a7e-f9a1-4468-a168-70aa43766b8e"}]: access denied
ceph.audit.log:2020-05-21T13:00:25.404977+0000 mon.juju-749352-zaza-8189199e0f3a-9 (mon.1) 603 : audit [DBG] from='client.? 172.20.0.38:0/1774415228' entity='client.rbd-mirror.juju-749352-zaza-8189199e0f3a-13' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/3/de2582f0-123c-4a4d-beeb-2d9f143e9b9c"}]: access denied
ceph.audit.log:2020-05-21T13:00:25.406143+0000 mon.juju-749352-zaza-8189199e0f3a-9 (mon.1) 604 : audit [DBG] from='client.? 172.20.0.38:0/1774415228' entity='client.rbd-mirror.juju-749352-zaza-8189199e0f3a-13' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]:
access denied
ceph.audit.log:2020-05-21T13:00:35.753093+0000 mon.juju-749352-zaza-8189199e0f3a-9 (mon.1) 605 : audit [DBG] from='client.8149 172.20.0.38:0/3069679150' entity='client.rbd-mirror.juju-749352-zaza-8189199e0f3a-13' cmd=[{"prefix": "service dump", "format": "json"}]: dispatch
ceph.audit.log:2020-05-21T13:00:35.754687+0000 mon.juju-749352-zaza-8189199e0f3a-9 (mon.1) 606 : audit [DBG] from='client.8149 172.20.0.38:0/3069679150' entity='client.rbd-mirror.juju-749352-zaza-8189199e0f3a-13' cmd=[{"prefix": "service status", "format": "json"}]: dispatch
ceph.audit.log:2020-05-21T13:00:55.418150+0000 mon.juju-749352-zaza-8189199e0f3a-9 (mon.1) 607 : audit [DBG] from='client.? 172.20.0.38:0/1774415228' entity='client.rbd-mirror.juju-749352-zaza-8189199e0f3a-13' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/2/22f51a7e-f9a1-4468-a168-70aa43766b8e"}]: access denied
ceph.audit.log:2020-05-21T13:00:55.420043+0000 mon.juju-749352-zaza-8189199e0f3a-9 (mon.1) 608 : audit [DBG] from='client.? 172.20.0.38:0/1774415228' entity='client.rbd-mirror.juju-749352-zaza-8189199e0f3a-13' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/3/de2582f0-123c-4a4d-beeb-2d9f143e9b9c"}]: access denied
ceph.audit.log:2020-05-21T13:00:55.420766+0000 mon.juju-749352-zaza-8189199e0f3a-9 (mon.1) 609 : audit [DBG] from='client.? 172.20.0.38:0/1774415228' entity='client.rbd-mirror.juju-749352-zaza-8189199e0f3a-13' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]:
access denied
The perms are:
client.rbd-mirror.juju-749352-zaza-8189199e0f3a-13
key: AQAud8ZeLtFXIxAALd/SF0D6A0dbt6hidoiLAQ==
caps: [mgr] allow r
caps: [mon] profile rbd; allow r
caps: [osd] profile rbd
client.rbd-mirror.juju-749352-zaza-8189199e0f3a-20
key: AQAyd8ZeYNGmLhAAgYEOyQKjkvdrcf42buCgUQ==
caps: [mgr] allow r
caps: [mon] profile rbd; allow r
caps: [osd] profile rbd
mgr.juju-749352-zaza-8189199e0f3a-7
I have tried applying "allow *" to mgr, mon and osd but it didn't seem to help.
# rbd --id $RBD_ID -m 172.20.0.30:6789 mirror pool status --format json --pretty-format --verbose glance
{
"summary": {
"health": "WARNING",
"daemon_health": "OK",
"image_health": "WARNING",
"states": {
"unknown": 1
}
},
"daemons": [
{
"service_id": "4837",
"instance_id": "5353",
"client_id": "juju-749352-zaza-8189199e0f3a-13",
"hostname": "juju-749352-zaza-8189199e0f3a-13",
"ceph_version": "15.2.1",
"leader": true,
"health": "OK"
}
],
"images": [
{
"name": "2f7f2eb8-ffb9-4056-883b-7dd123141e31",
"global_id": "f296f370-05a8-47aa-aead-6d07ff257a30",
"state": "up+stopped",
"description": "local image is primary",
"daemon_service": {
"service_id": "4837",
"instance_id": "5353",
"daemon_id": "juju-749352-zaza-8189199e0f3a-13",
"hostname": "juju-749352-zaza-8189199e0f3a-13"
},
"last_update": "2020-05-21 13:02:53"
}
]
}
and
{
"summary": {
"health": "WARNING",
"daemon_health": "OK",
"image_health": "WARNING",
"states": {
"unknown": 1
}
},
"daemons": [
{
"service_id": "14744",
"instance_id": "15317",
"client_id": "juju-749352-zaza-8189199e0f3a-20",
"hostname": "juju-749352-zaza-8189199e0f3a-20",
"ceph_version": "15.2.1",
"leader": true,
"health": "OK"
}
],
"images": [
{
"name": "2f7f2eb8-ffb9-4056-883b-7dd123141e31",
"global_id": "f296f370-05a8-47aa-aead-6d07ff257a30",
"state": "up+replaying",
"description": "replaying, master_position=[object_number=1, tag_tid=2, entry_tid=1], mirror_position=[object_number=1, tag_tid=2, entry_tid=1], entries_behind_master=0",
"daemon_service": {
"service_id": "14744",
"instance_id": "15317",
"daemon_id": "juju-749352-zaza-8189199e0f3a-20",
"hostname": "juju-749352-zaza-8189199e0f3a-20"
},
"last_update": "2020-05-21 13:03:23"
}
]
}
OS andCeph package versions:
root@juju-749352-zaza-8189199e0f3a-7:/var/log/ceph# lsb_release -a
No LSB modules are available.
Distributor ID: Ubuntu
Description: Ubuntu 20.04 LTS
Release: 20.04
Codename: focal
root@juju-749352-zaza-8189199e0f3a-7:/var/log/ceph# apt-cache policy ceph-common
ceph-common:
Installed: 15.2.1-0ubuntu2
Candidate: 15.2.1-0ubuntu2
Version table:
*** 15.2.1-0ubuntu2 500
500 http://nova.clouds.archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages
100 /var/lib/dpkg/status
15.2.1-0ubuntu1 500
500 http://nova.clouds.archive.ubuntu.com/ubuntu focal/main amd64 Packages
Actions