Actions
Bug #58351
closedModule 'devicehealth' has failed: unknown operation
% Done:
0%
Source:
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
Crash signature (v2):
Description
root@istorage2:/# ceph -s
cluster:
id: a1688d72-5f2f-11ed-b610-9e9c2eedb10d
health: HEALTH_ERR
Module 'devicehealth' has failed: unknown operation
62 slow ops, oldest one blocked for 437 sec, daemons [osd.0,osd.1,osd.13,osd.23,osd.24,osd.25,osd.27,osd.9] have slow ops.
services:
mon: 3 daemons, quorum istorage2,istorage5,istorage6 (age 45h)
mgr: istorage2.xxmxmf(active, since 20m), standbys: istorage5.rqifea
osd: 30 osds: 30 up (since 45h), 30 in (since 45h); 168 remapped pgs
rgw: 2 daemons active (2 hosts, 1 zones)
data:
pools: 7 pools, 193 pgs
objects: 8.84M objects, 6.2 TiB
usage: 22 TiB used, 138 TiB / 160 TiB avail
pgs: 1352709/26519952 objects misplaced (5.101%)
155 active+clean+remapped
23 active+clean
7 active+remapped+backfilling
3 active+clean+remapped+laggy
2 active+clean+remapped+scrubbing+deep
2 active+clean+laggy
1 active+remapped+backfilling+laggy
io:
client: 12 KiB/s rd, 1.3 MiB/s wr, 12 op/s rd, 36 op/s wr
recovery: 165 KiB/s, 0 objects/s
{
"archived": "2022-12-19 04:21:18.920110",
"backtrace": [
" File \"/usr/share/ceph/mgr/devicehealth/module.py\", line 373, in serve\n self.scrape_all()",
" File \"/usr/share/ceph/mgr/devicehealth/module.py\", line 425, in scrape_all\n self.put_device_metrics(device, data)",
" File \"/usr/share/ceph/mgr/devicehealth/module.py\", line 500, in put_device_metrics\n self._create_device(devid)",
" File \"/usr/share/ceph/mgr/devicehealth/module.py\", line 487, in _create_device\n cursor = self.db.execute(SQL, (devid,))",
"sqlite3.InternalError: unknown operation"
],
"ceph_version": "17.2.5",
"crash_id": "2022-12-18T00:03:04.783132Z_98c87d0a-35cd-4db1-a9f0-faaeb6e90faa",
"entity_name": "mgr.istorage2.xxmxmf",
"mgr_module": "devicehealth",
"mgr_module_caller": "PyModuleRunner::serve",
"mgr_python_exception": "InternalError",
"os_id": "centos",
"os_name": "CentOS Stream",
"os_version": "8",
"os_version_id": "8",
"process_name": "ceph-mgr",
"stack_sig": "92fb822a43775ec1de7d41c75c8d0ec0bbb72ba5429a46000f34101c1bc6524e",
"timestamp": "2022-12-18T00:03:04.783132Z",
"utsname_hostname": "istorage2",
"utsname_machine": "x86_64",
"utsname_release": "5.15.0-52-generic",
"utsname_sysname": "Linux",
"utsname_version": "#58-Ubuntu SMP Thu Oct 13 08:03:55 UTC 2022"
}
Actions