Ceph » mgr

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=2a13f33b1c8e9f41e651cab30ae774e49020689b49aa03cba9537758a3330f02

Sanitized backtrace:

    File "/lib64/python3.6/subprocess.py", in run: stdout, stderr = process.communicate(input, timeout=timeout)
    File "/lib64/python3.6/subprocess.py", in communicate: stdout, stderr = self._communicate(input, endtime, timeout)
    File "/lib64/python3.6/subprocess.py", in _communicate: self._check_timeout(endtime, orig_timeout)
    File "/lib64/python3.6/subprocess.py", in _check_timeout: raise TimeoutExpired(self.args, orig_timeout)
    subprocess.TimeoutExpired: Command '['rados', '-n', 'mgr.ceph1.jbmnqm', '-k', '/var/lib/ceph/mgr/ceph-ceph1.jbmnqm/keyring', '-p', '.nfs', '--namespace', 'nfs', 'rm', 'grace']' timed out after 10
    During handling of the above exception, another exception
    Traceback (most recent call
    File "mgr/cephadm/module.py", in serve: serve.serve()
    File "mgr/cephadm/serve.py", in serve: self._purge_deleted_services()
    File "mgr/cephadm/serve.py", in _purge_deleted_services: self.mgr.cephadm_services[spec.service_type].purge(service_name)
    File "mgr/cephadm/services/nfs.py", in purge: timeout=10
    File "/lib64/python3.6/subprocess.py", in run: stderr=stderr)

{
    "backtrace": [
        "  File \"/lib64/python3.6/subprocess.py\", line 425, in run\n    stdout, stderr = process.communicate(input, timeout=timeout)",
        "  File \"/lib64/python3.6/subprocess.py\", line 863, in communicate\n    stdout, stderr = self._communicate(input, endtime, timeout)",
        "  File \"/lib64/python3.6/subprocess.py\", line 1535, in _communicate\n    self._check_timeout(endtime, orig_timeout)",
        "  File \"/lib64/python3.6/subprocess.py\", line 891, in _check_timeout\n    raise TimeoutExpired(self.args, orig_timeout)",
        "subprocess.TimeoutExpired: Command '['rados', '-n', 'mgr.ceph1.jbmnqm', '-k', '/var/lib/ceph/mgr/ceph-ceph1.jbmnqm/keyring', '-p', '.nfs', '--namespace', 'nfs', 'rm', 'grace']' timed out after 10 seconds",
        "\nDuring handling of the above exception, another exception occurred:\n",
        "Traceback (most recent call last):",
        "  File \"/usr/share/ceph/mgr/cephadm/module.py\", line 566, in serve\n    serve.serve()",
        "  File \"/usr/share/ceph/mgr/cephadm/serve.py\", line 94, in serve\n    self._purge_deleted_services()",
        "  File \"/usr/share/ceph/mgr/cephadm/serve.py\", line 952, in _purge_deleted_services\n    self.mgr.cephadm_services[spec.service_type].purge(service_name)",
        "  File \"/usr/share/ceph/mgr/cephadm/services/nfs.py\", line 289, in purge\n    timeout=10",
        "  File \"/lib64/python3.6/subprocess.py\", line 430, in run\n    stderr=stderr)",
        "<redacted>" 
    ],
    "ceph_version": "17.2.0",
    "crash_id": "2022-04-29T21:09:14.492481Z_00692dc0-8281-42eb-95d6-df94c2581f92",
    "entity_name": "mgr.9c505fe854383b9d8644d46486a6348e7dfe2b0e",
    "mgr_module": "cephadm",
    "mgr_module_caller": "PyModuleRunner::serve",
    "mgr_python_exception": "TimeoutExpired",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-mgr",
    "stack_sig": "72e5537977650dce653e88c596e04f56f739a637ff7dfb81668ce6afecd2d6bf",
    "timestamp": "2022-04-29T21:09:14.492481Z",
    "utsname_machine": "x86_64",
    "utsname_release": "4.18.0-348.23.1.el8_5.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Wed Apr 27 05:47:31 EDT 2022" 
}