2021-07-19T19:39:38.891103+0000 mgr.vm-00.rnoopk [DBG] Sleeping for 60 seconds
2021-07-19T19:40:38.894910+0000 mgr.vm-00.rnoopk [DBG] mon_command: 'config dump' -> 0 in 0.003s
2021-07-19T19:40:38.897036+0000 mgr.vm-00.rnoopk [DBG] refreshing hosts and daemons
2021-07-19T19:40:38.900689+0000 mgr.vm-00.rnoopk [DBG] mon_command: 'config generate-minimal-conf' -> 0 in 0.002s
2021-07-19T19:40:38.904161+0000 mgr.vm-00.rnoopk [DBG] mon_command: 'auth get' -> 0 in 0.002s
2021-07-19T19:40:38.905523+0000 mgr.vm-00.rnoopk [DBG] Provided hosts: [DaemonPlacement(daemon_type='mon', hostname='vm-00', network='', name='', ip=None, ports=[], rank=None, rank_generation=None)]
2021-07-19T19:40:38.906766+0000 mgr.vm-00.rnoopk [DBG] Refreshing vm-00 facts
2021-07-19T19:40:38.907037+0000 mgr.vm-00.rnoopk [DBG] _run_cephadm : command = gather-facts
2021-07-19T19:40:38.907235+0000 mgr.vm-00.rnoopk [DBG] _run_cephadm : args = []
2021-07-19T19:40:38.907452+0000 mgr.vm-00.rnoopk [DBG] Have connection to 192.168.122.30
2021-07-19T19:40:38.907612+0000 mgr.vm-00.rnoopk [DBG] args: gather-facts
2021-07-19T19:40:38.910867+0000 mgr.vm-00.rnoopk [DBG] Refreshing vm-01 facts
2021-07-19T19:40:38.912978+0000 mgr.vm-00.rnoopk [DBG] Refreshing vm-02 facts
2021-07-19T19:40:38.913180+0000 mgr.vm-00.rnoopk [DBG] _run_cephadm : command = gather-facts
2021-07-19T19:40:38.913306+0000 mgr.vm-00.rnoopk [DBG] _run_cephadm : args = []
2021-07-19T19:40:38.913478+0000 mgr.vm-00.rnoopk [DBG] Have connection to 192.168.122.64
2021-07-19T19:40:38.913607+0000 mgr.vm-00.rnoopk [DBG] args: gather-facts
2021-07-19T19:40:38.914676+0000 mgr.vm-00.rnoopk [DBG] _run_cephadm : command = gather-facts
2021-07-19T19:40:38.914991+0000 mgr.vm-00.rnoopk [DBG] _run_cephadm : args = []
2021-07-19T19:40:38.915197+0000 mgr.vm-00.rnoopk [DBG] Have connection to 192.168.122.79
2021-07-19T19:40:38.915338+0000 mgr.vm-00.rnoopk [DBG] args: gather-facts
2021-07-19T19:40:39.280589+0000 mgr.vm-00.rnoopk [DBG] code: 0
2021-07-19T19:40:39.281199+0000 mgr.vm-00.rnoopk [DBG] out: {
  "arch": "x86_64",
  "bios_date": "04/01/2014",
  "bios_version": "1.14.0-1.fc33",
  "cpu_cores": 1,
  "cpu_count": 2,
  "cpu_load": {
    "15min": 0.17,
    "1min": 0.15,
    "5min": 0.16
  },
  "cpu_model": "Intel Xeon Processor (Cooperlake)",
  "cpu_threads": 1,
  "flash_capacity": "0.0",
  "flash_capacity_bytes": 0,
  "flash_count": 0,
  "flash_list": [],
  "hdd_capacity": "322.1GB",
  "hdd_capacity_bytes": 322124644352,
  "hdd_count": 3,
  "hdd_list": [
    {
      "description": "Virtio Block Device Unknown (161.1GB)",
      "dev_name": "vdb",
      "disk_size_bytes": 161061273600,
      "model": "Unknown",
      "rev": "Unknown",
      "vendor": "Virtio Block Device",
      "wwid": "Unknown"
    },
    {
      "description": "QEMU QEMU DVD-ROM (2.1MB)",
      "dev_name": "sr0",
      "disk_size_bytes": 2097152,
      "model": "QEMU DVD-ROM",
      "rev": "2.5+",
      "vendor": "QEMU",
      "wwid": "t10.ATA     QEMU DVD-ROM                            QM00011"
    },
    {
      "description": "Virtio Block Device Unknown (161.1GB)",
      "dev_name": "vda",
      "disk_size_bytes": 161061273600,
      "model": "Unknown",
      "rev": "Unknown",
      "vendor": "Virtio Block Device",
      "wwid": "Unknown"
    }
  ],
  "hostname": "vm-01",
  "interfaces": {
    "eth0": {
      "driver": "virtio_net",
      "iftype": "physical",
      "ipv4_address": "192.168.122.79/24",
      "ipv6_address": "fe80::5054:ff:fecb:6e66/64",
      "lower_devs_list": [],
      "mtu": 1500,
      "nic_type": "ethernet",
      "operstate": "up",
      "speed": -1,
      "upper_devs_list": []
    },
    "lo": {
      "driver": "",
      "iftype": "logical",
      "ipv4_address": "127.0.0.1/8",
      "ipv6_address": "::1/128",
      "lower_devs_list": [],
      "mtu": 65536,
      "nic_type": "loopback",
      "operstate": "unknown",
      "speed": -1,
      "upper_devs_list": []
    }
  },
  "kernel": "5.11.12-300.fc34.x86_64",
  "kernel_parameters": {
    "net.ipv4.ip_nonlocal_bind": "0"
  },
  "kernel_security": {
    "SELINUX": "permissive",
    "SELINUXTYPE": "targeted",
    "description": "SELinux: Enabled(permissive, targeted)",
    "type": "SELinux"
  },
  "memory_available_kb": 629180,
  "memory_free_kb": 114820,
  "memory_total_kb": 2024128,
  "model": " (Standard PC (i440FX + PIIX, 1996))",
  "nic_count": 1,
  "operating_system": "Fedora 34 (Cloud Edition)",
  "selinux_enabled": true,
  "subscribed": "Unknown",
  "system_uptime": 18325.56,
  "timestamp": 1626723639.2479649,
  "vendor": "QEMU"
}
2021-07-19T19:40:39.446264+0000 mgr.vm-00.rnoopk [DBG] code: 0
2021-07-19T19:40:39.446562+0000 mgr.vm-00.rnoopk [DBG] out: {
  "arch": "x86_64",
  "bios_date": "04/01/2014",
  "bios_version": "1.14.0-1.fc33",
  "cpu_cores": 1,
  "cpu_count": 2,
  "cpu_load": {
    "15min": 0.2,
    "1min": 0.15,
    "5min": 0.16
  },
  "cpu_model": "Intel Xeon Processor (Cooperlake)",
  "cpu_threads": 1,
  "flash_capacity": "0.0",
  "flash_capacity_bytes": 0,
  "flash_count": 0,
  "flash_list": [],
  "hdd_capacity": "322.1GB",
  "hdd_capacity_bytes": 322124644352,
  "hdd_count": 3,
  "hdd_list": [
    {
      "description": "Virtio Block Device Unknown (161.1GB)",
      "dev_name": "vdb",
      "disk_size_bytes": 161061273600,
      "model": "Unknown",
      "rev": "Unknown",
      "vendor": "Virtio Block Device",
      "wwid": "Unknown"
    },
    {
      "description": "QEMU QEMU DVD-ROM (2.1MB)",
      "dev_name": "sr0",
      "disk_size_bytes": 2097152,
      "model": "QEMU DVD-ROM",
      "rev": "2.5+",
      "vendor": "QEMU",
      "wwid": "t10.ATA     QEMU DVD-ROM                            QM00011"
    },
    {
      "description": "Virtio Block Device Unknown (161.1GB)",
      "dev_name": "vda",
      "disk_size_bytes": 161061273600,
      "model": "Unknown",
      "rev": "Unknown",
      "vendor": "Virtio Block Device",
      "wwid": "Unknown"
    }
  ],
  "hostname": "vm-00",
  "interfaces": {
    "eth0": {
      "driver": "virtio_net",
      "iftype": "physical",
      "ipv4_address": "192.168.122.30/24",
      "ipv6_address": "fe80::5054:ff:fe18:582/64",
      "lower_devs_list": [],
      "mtu": 1500,
      "nic_type": "ethernet",
      "operstate": "up",
      "speed": -1,
      "upper_devs_list": []
    },
    "lo": {
      "driver": "",
      "iftype": "logical",
      "ipv4_address": "127.0.0.1/8",
      "ipv6_address": "::1/128",
      "lower_devs_list": [],
      "mtu": 65536,
      "nic_type": "loopback",
      "operstate": "unknown",
      "speed": -1,
      "upper_devs_list": []
    }
  },
  "kernel": "5.11.12-300.fc34.x86_64",
  "kernel_parameters": {
    "net.ipv4.ip_nonlocal_bind": "0"
  },
  "kernel_security": {
    "SELINUX": "permissive",
    "SELINUXTYPE": "targeted",
    "description": "SELinux: Enabled(permissive, targeted)",
    "type": "SELinux"
  },
  "memory_available_kb": 110200,
  "memory_free_kb": 94868,
  "memory_total_kb": 2024128,
  "model": " (Standard PC (i440FX + PIIX, 1996))",
  "nic_count": 1,
  "operating_system": "Fedora 34 (Cloud Edition)",
  "selinux_enabled": true,
  "subscribed": "Unknown",
  "system_uptime": 18340.67,
  "timestamp": 1626723639.4254456,
  "vendor": "QEMU"
}
2021-07-19T19:40:57.338561+0000 mgr.vm-00.rnoopk [INF] Saving service rgw.test spec with placement vm-01
2021-07-19T19:40:57.375229+0000 mgr.vm-00.rnoopk [DBG] _kick_serve_loop
2021-07-19T19:56:04.706681+0000 mgr.vm-00.rnoopk [ERR] couldnt load message header, expected 9 bytes, got 0
Traceback (most recent call last):
  File "/lib/python3.6/site-packages/execnet/gateway_base.py", line 432, in from_io
    header = io.read(9)  # type 1, channel 4, payload 4
  File "/lib/python3.6/site-packages/execnet/gateway_base.py", line 402, in read
    raise EOFError("expected %d bytes, got %d" % (numbytes, len(buf)))
EOFError: expected 9 bytes, got 0

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/lib/python3.6/site-packages/remoto/backends/__init__.py", line 160, in wrapper
    return self.channel.receive()
  File "/lib/python3.6/site-packages/execnet/gateway_base.py", line 749, in receive
    raise self._getremoteerror() or EOFError()
  File "/lib/python3.6/site-packages/execnet/gateway_base.py", line 967, in _thread_receiver
    msg = Message.from_io(io)
  File "/lib/python3.6/site-packages/execnet/gateway_base.py", line 437, in from_io
    raise EOFError("couldnt load message header, " + e.args[0])
EOFError: couldnt load message header, expected 9 bytes, got 0

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/share/ceph/mgr/cephadm/serve.py", line 1367, in _remote_connection
    yield (conn, connr)
  File "/usr/share/ceph/mgr/cephadm/serve.py", line 1216, in _run_cephadm
    python = connr.choose_python()
  File "/lib/python3.6/site-packages/remoto/backends/__init__.py", line 170, in wrapper
    raise RuntimeError(exc_line)
RuntimeError: couldnt load message header, expected 9 bytes, got 0