Ceph » cephsqlite

root@istorage2:/# ceph -s
  cluster:
    id:     a1688d72-5f2f-11ed-b610-9e9c2eedb10d
    health: HEALTH_ERR
            Module 'devicehealth' has failed: unknown operation
            62 slow ops, oldest one blocked for 437 sec, daemons [osd.0,osd.1,osd.13,osd.23,osd.24,osd.25,osd.27,osd.9] have slow ops.

  services:
    mon: 3 daemons, quorum istorage2,istorage5,istorage6 (age 45h)
    mgr: istorage2.xxmxmf(active, since 20m), standbys: istorage5.rqifea
    osd: 30 osds: 30 up (since 45h), 30 in (since 45h); 168 remapped pgs
    rgw: 2 daemons active (2 hosts, 1 zones)

  data:
    pools:   7 pools, 193 pgs
    objects: 8.84M objects, 6.2 TiB
    usage:   22 TiB used, 138 TiB / 160 TiB avail
    pgs:     1352709/26519952 objects misplaced (5.101%)
             155 active+clean+remapped
             23  active+clean
             7   active+remapped+backfilling
             3   active+clean+remapped+laggy
             2   active+clean+remapped+scrubbing+deep
             2   active+clean+laggy
             1   active+remapped+backfilling+laggy

  io:
    client:   12 KiB/s rd, 1.3 MiB/s wr, 12 op/s rd, 36 op/s wr
    recovery: 165 KiB/s, 0 objects/s

{
    "archived": "2022-12-19 04:21:18.920110",
    "backtrace": [
        "  File \"/usr/share/ceph/mgr/devicehealth/module.py\", line 373, in serve\n    self.scrape_all()",
        "  File \"/usr/share/ceph/mgr/devicehealth/module.py\", line 425, in scrape_all\n    self.put_device_metrics(device, data)",
        "  File \"/usr/share/ceph/mgr/devicehealth/module.py\", line 500, in put_device_metrics\n    self._create_device(devid)",
        "  File \"/usr/share/ceph/mgr/devicehealth/module.py\", line 487, in _create_device\n    cursor = self.db.execute(SQL, (devid,))",
        "sqlite3.InternalError: unknown operation" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2022-12-18T00:03:04.783132Z_98c87d0a-35cd-4db1-a9f0-faaeb6e90faa",
    "entity_name": "mgr.istorage2.xxmxmf",
    "mgr_module": "devicehealth",
    "mgr_module_caller": "PyModuleRunner::serve",
    "mgr_python_exception": "InternalError",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-mgr",
    "stack_sig": "92fb822a43775ec1de7d41c75c8d0ec0bbb72ba5429a46000f34101c1bc6524e",
    "timestamp": "2022-12-18T00:03:04.783132Z",
    "utsname_hostname": "istorage2",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.0-52-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#58-Ubuntu SMP Thu Oct 13 08:03:55 UTC 2022" 
}