|
2021-07-19T19:39:38.891103+0000 mgr.vm-00.rnoopk [DBG] Sleeping for 60 seconds
|
|
2021-07-19T19:40:38.894910+0000 mgr.vm-00.rnoopk [DBG] mon_command: 'config dump' -> 0 in 0.003s
|
|
2021-07-19T19:40:38.897036+0000 mgr.vm-00.rnoopk [DBG] refreshing hosts and daemons
|
|
2021-07-19T19:40:38.900689+0000 mgr.vm-00.rnoopk [DBG] mon_command: 'config generate-minimal-conf' -> 0 in 0.002s
|
|
2021-07-19T19:40:38.904161+0000 mgr.vm-00.rnoopk [DBG] mon_command: 'auth get' -> 0 in 0.002s
|
|
2021-07-19T19:40:38.905523+0000 mgr.vm-00.rnoopk [DBG] Provided hosts: [DaemonPlacement(daemon_type='mon', hostname='vm-00', network='', name='', ip=None, ports=[], rank=None, rank_generation=None)]
|
|
2021-07-19T19:40:38.906766+0000 mgr.vm-00.rnoopk [DBG] Refreshing vm-00 facts
|
|
2021-07-19T19:40:38.907037+0000 mgr.vm-00.rnoopk [DBG] _run_cephadm : command = gather-facts
|
|
2021-07-19T19:40:38.907235+0000 mgr.vm-00.rnoopk [DBG] _run_cephadm : args = []
|
|
2021-07-19T19:40:38.907452+0000 mgr.vm-00.rnoopk [DBG] Have connection to 192.168.122.30
|
|
2021-07-19T19:40:38.907612+0000 mgr.vm-00.rnoopk [DBG] args: gather-facts
|
|
2021-07-19T19:40:38.910867+0000 mgr.vm-00.rnoopk [DBG] Refreshing vm-01 facts
|
|
2021-07-19T19:40:38.912978+0000 mgr.vm-00.rnoopk [DBG] Refreshing vm-02 facts
|
|
2021-07-19T19:40:38.913180+0000 mgr.vm-00.rnoopk [DBG] _run_cephadm : command = gather-facts
|
|
2021-07-19T19:40:38.913306+0000 mgr.vm-00.rnoopk [DBG] _run_cephadm : args = []
|
|
2021-07-19T19:40:38.913478+0000 mgr.vm-00.rnoopk [DBG] Have connection to 192.168.122.64
|
|
2021-07-19T19:40:38.913607+0000 mgr.vm-00.rnoopk [DBG] args: gather-facts
|
|
2021-07-19T19:40:38.914676+0000 mgr.vm-00.rnoopk [DBG] _run_cephadm : command = gather-facts
|
|
2021-07-19T19:40:38.914991+0000 mgr.vm-00.rnoopk [DBG] _run_cephadm : args = []
|
|
2021-07-19T19:40:38.915197+0000 mgr.vm-00.rnoopk [DBG] Have connection to 192.168.122.79
|
|
2021-07-19T19:40:38.915338+0000 mgr.vm-00.rnoopk [DBG] args: gather-facts
|
|
2021-07-19T19:40:39.280589+0000 mgr.vm-00.rnoopk [DBG] code: 0
|
|
2021-07-19T19:40:39.281199+0000 mgr.vm-00.rnoopk [DBG] out: {
|
|
"arch": "x86_64",
|
|
"bios_date": "04/01/2014",
|
|
"bios_version": "1.14.0-1.fc33",
|
|
"cpu_cores": 1,
|
|
"cpu_count": 2,
|
|
"cpu_load": {
|
|
"15min": 0.17,
|
|
"1min": 0.15,
|
|
"5min": 0.16
|
|
},
|
|
"cpu_model": "Intel Xeon Processor (Cooperlake)",
|
|
"cpu_threads": 1,
|
|
"flash_capacity": "0.0",
|
|
"flash_capacity_bytes": 0,
|
|
"flash_count": 0,
|
|
"flash_list": [],
|
|
"hdd_capacity": "322.1GB",
|
|
"hdd_capacity_bytes": 322124644352,
|
|
"hdd_count": 3,
|
|
"hdd_list": [
|
|
{
|
|
"description": "Virtio Block Device Unknown (161.1GB)",
|
|
"dev_name": "vdb",
|
|
"disk_size_bytes": 161061273600,
|
|
"model": "Unknown",
|
|
"rev": "Unknown",
|
|
"vendor": "Virtio Block Device",
|
|
"wwid": "Unknown"
|
|
},
|
|
{
|
|
"description": "QEMU QEMU DVD-ROM (2.1MB)",
|
|
"dev_name": "sr0",
|
|
"disk_size_bytes": 2097152,
|
|
"model": "QEMU DVD-ROM",
|
|
"rev": "2.5+",
|
|
"vendor": "QEMU",
|
|
"wwid": "t10.ATA QEMU DVD-ROM QM00011"
|
|
},
|
|
{
|
|
"description": "Virtio Block Device Unknown (161.1GB)",
|
|
"dev_name": "vda",
|
|
"disk_size_bytes": 161061273600,
|
|
"model": "Unknown",
|
|
"rev": "Unknown",
|
|
"vendor": "Virtio Block Device",
|
|
"wwid": "Unknown"
|
|
}
|
|
],
|
|
"hostname": "vm-01",
|
|
"interfaces": {
|
|
"eth0": {
|
|
"driver": "virtio_net",
|
|
"iftype": "physical",
|
|
"ipv4_address": "192.168.122.79/24",
|
|
"ipv6_address": "fe80::5054:ff:fecb:6e66/64",
|
|
"lower_devs_list": [],
|
|
"mtu": 1500,
|
|
"nic_type": "ethernet",
|
|
"operstate": "up",
|
|
"speed": -1,
|
|
"upper_devs_list": []
|
|
},
|
|
"lo": {
|
|
"driver": "",
|
|
"iftype": "logical",
|
|
"ipv4_address": "127.0.0.1/8",
|
|
"ipv6_address": "::1/128",
|
|
"lower_devs_list": [],
|
|
"mtu": 65536,
|
|
"nic_type": "loopback",
|
|
"operstate": "unknown",
|
|
"speed": -1,
|
|
"upper_devs_list": []
|
|
}
|
|
},
|
|
"kernel": "5.11.12-300.fc34.x86_64",
|
|
"kernel_parameters": {
|
|
"net.ipv4.ip_nonlocal_bind": "0"
|
|
},
|
|
"kernel_security": {
|
|
"SELINUX": "permissive",
|
|
"SELINUXTYPE": "targeted",
|
|
"description": "SELinux: Enabled(permissive, targeted)",
|
|
"type": "SELinux"
|
|
},
|
|
"memory_available_kb": 629180,
|
|
"memory_free_kb": 114820,
|
|
"memory_total_kb": 2024128,
|
|
"model": " (Standard PC (i440FX + PIIX, 1996))",
|
|
"nic_count": 1,
|
|
"operating_system": "Fedora 34 (Cloud Edition)",
|
|
"selinux_enabled": true,
|
|
"subscribed": "Unknown",
|
|
"system_uptime": 18325.56,
|
|
"timestamp": 1626723639.2479649,
|
|
"vendor": "QEMU"
|
|
}
|
|
2021-07-19T19:40:39.446264+0000 mgr.vm-00.rnoopk [DBG] code: 0
|
|
2021-07-19T19:40:39.446562+0000 mgr.vm-00.rnoopk [DBG] out: {
|
|
"arch": "x86_64",
|
|
"bios_date": "04/01/2014",
|
|
"bios_version": "1.14.0-1.fc33",
|
|
"cpu_cores": 1,
|
|
"cpu_count": 2,
|
|
"cpu_load": {
|
|
"15min": 0.2,
|
|
"1min": 0.15,
|
|
"5min": 0.16
|
|
},
|
|
"cpu_model": "Intel Xeon Processor (Cooperlake)",
|
|
"cpu_threads": 1,
|
|
"flash_capacity": "0.0",
|
|
"flash_capacity_bytes": 0,
|
|
"flash_count": 0,
|
|
"flash_list": [],
|
|
"hdd_capacity": "322.1GB",
|
|
"hdd_capacity_bytes": 322124644352,
|
|
"hdd_count": 3,
|
|
"hdd_list": [
|
|
{
|
|
"description": "Virtio Block Device Unknown (161.1GB)",
|
|
"dev_name": "vdb",
|
|
"disk_size_bytes": 161061273600,
|
|
"model": "Unknown",
|
|
"rev": "Unknown",
|
|
"vendor": "Virtio Block Device",
|
|
"wwid": "Unknown"
|
|
},
|
|
{
|
|
"description": "QEMU QEMU DVD-ROM (2.1MB)",
|
|
"dev_name": "sr0",
|
|
"disk_size_bytes": 2097152,
|
|
"model": "QEMU DVD-ROM",
|
|
"rev": "2.5+",
|
|
"vendor": "QEMU",
|
|
"wwid": "t10.ATA QEMU DVD-ROM QM00011"
|
|
},
|
|
{
|
|
"description": "Virtio Block Device Unknown (161.1GB)",
|
|
"dev_name": "vda",
|
|
"disk_size_bytes": 161061273600,
|
|
"model": "Unknown",
|
|
"rev": "Unknown",
|
|
"vendor": "Virtio Block Device",
|
|
"wwid": "Unknown"
|
|
}
|
|
],
|
|
"hostname": "vm-00",
|
|
"interfaces": {
|
|
"eth0": {
|
|
"driver": "virtio_net",
|
|
"iftype": "physical",
|
|
"ipv4_address": "192.168.122.30/24",
|
|
"ipv6_address": "fe80::5054:ff:fe18:582/64",
|
|
"lower_devs_list": [],
|
|
"mtu": 1500,
|
|
"nic_type": "ethernet",
|
|
"operstate": "up",
|
|
"speed": -1,
|
|
"upper_devs_list": []
|
|
},
|
|
"lo": {
|
|
"driver": "",
|
|
"iftype": "logical",
|
|
"ipv4_address": "127.0.0.1/8",
|
|
"ipv6_address": "::1/128",
|
|
"lower_devs_list": [],
|
|
"mtu": 65536,
|
|
"nic_type": "loopback",
|
|
"operstate": "unknown",
|
|
"speed": -1,
|
|
"upper_devs_list": []
|
|
}
|
|
},
|
|
"kernel": "5.11.12-300.fc34.x86_64",
|
|
"kernel_parameters": {
|
|
"net.ipv4.ip_nonlocal_bind": "0"
|
|
},
|
|
"kernel_security": {
|
|
"SELINUX": "permissive",
|
|
"SELINUXTYPE": "targeted",
|
|
"description": "SELinux: Enabled(permissive, targeted)",
|
|
"type": "SELinux"
|
|
},
|
|
"memory_available_kb": 110200,
|
|
"memory_free_kb": 94868,
|
|
"memory_total_kb": 2024128,
|
|
"model": " (Standard PC (i440FX + PIIX, 1996))",
|
|
"nic_count": 1,
|
|
"operating_system": "Fedora 34 (Cloud Edition)",
|
|
"selinux_enabled": true,
|
|
"subscribed": "Unknown",
|
|
"system_uptime": 18340.67,
|
|
"timestamp": 1626723639.4254456,
|
|
"vendor": "QEMU"
|
|
}
|
|
2021-07-19T19:40:57.338561+0000 mgr.vm-00.rnoopk [INF] Saving service rgw.test spec with placement vm-01
|
|
2021-07-19T19:40:57.375229+0000 mgr.vm-00.rnoopk [DBG] _kick_serve_loop
|
|
2021-07-19T19:56:04.706681+0000 mgr.vm-00.rnoopk [ERR] couldnt load message header, expected 9 bytes, got 0
|
|
Traceback (most recent call last):
|
|
File "/lib/python3.6/site-packages/execnet/gateway_base.py", line 432, in from_io
|
|
header = io.read(9) # type 1, channel 4, payload 4
|
|
File "/lib/python3.6/site-packages/execnet/gateway_base.py", line 402, in read
|
|
raise EOFError("expected %d bytes, got %d" % (numbytes, len(buf)))
|
|
EOFError: expected 9 bytes, got 0
|
|
|
|
During handling of the above exception, another exception occurred:
|
|
|
|
Traceback (most recent call last):
|
|
File "/lib/python3.6/site-packages/remoto/backends/__init__.py", line 160, in wrapper
|
|
return self.channel.receive()
|
|
File "/lib/python3.6/site-packages/execnet/gateway_base.py", line 749, in receive
|
|
raise self._getremoteerror() or EOFError()
|
|
File "/lib/python3.6/site-packages/execnet/gateway_base.py", line 967, in _thread_receiver
|
|
msg = Message.from_io(io)
|
|
File "/lib/python3.6/site-packages/execnet/gateway_base.py", line 437, in from_io
|
|
raise EOFError("couldnt load message header, " + e.args[0])
|
|
EOFError: couldnt load message header, expected 9 bytes, got 0
|
|
|
|
During handling of the above exception, another exception occurred:
|
|
|
|
Traceback (most recent call last):
|
|
File "/usr/share/ceph/mgr/cephadm/serve.py", line 1367, in _remote_connection
|
|
yield (conn, connr)
|
|
File "/usr/share/ceph/mgr/cephadm/serve.py", line 1216, in _run_cephadm
|
|
python = connr.choose_python()
|
|
File "/lib/python3.6/site-packages/remoto/backends/__init__.py", line 170, in wrapper
|
|
raise RuntimeError(exc_line)
|
|
RuntimeError: couldnt load message header, expected 9 bytes, got 0
|