Ceph

when I use kolla to deploy ceph in docker. I found there is no ceph logs output with osds and mons. But the mgr have

the ceph logs output in the logfile. While I found the ceph log_file is empty even I set the log_file config in ceph.conf.

ceph daemon /var/run/ceph/ceph-osd.0.asok config show|grep log_file
"log_file": "",
"mon_cluster_log_file": "default=/var/log/ceph/ceph.$channel.log cluster=/var/log/ceph/ceph.log",
"mon_cluster_log_file_level": "debug",

cat /etc/ceph/ceph.conf
[global]
log file = /var/log/kolla/ceph/$cluster-$name.log
log to syslog = false
err to syslog = false
log to stderr = false
err to stderr = false
fsid = 3722db7f-9831-473f-a591-a98bd76464d8
mon initial members =
mon host =
mon addr =
auth cluster required = cephx
auth service required = cephx
auth client required = cephx
#setuser match path = /var/lib/ceph/$type/$cluster-$id
osd crush update on start = false
osd objectstore = filestore
bluestore = false

[mon]
mon compact on start = true
mon cluster log file = /var/log/kolla/ceph/$cluster.log

[ {
"Id": "c6d9fdcd6c974e2a95527542792ea44d59218373f1b4694af5d0c4626f1779df",
"Created": "2020-12-01T06:42:06.300762742Z",
"Path": "dumb-init",
"Args": [
"--single-child",
"--",
"kolla_start"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 51905,
"ExitCode": 0,
"Error": "",
"StartedAt": "2020-12-01T06:48:05.787234081Z",
"FinishedAt": "2020-12-01T06:48:05.485792802Z"
},
"Image": "sha256:973a3e0d341100d5a53f64ef7f9b440aadfce01a9ca52e9637678361aa7fb1ba",
"ResolvConfPath": "/var/lib/docker/containers/c6d9fdcd6c974e2a95527542792ea44d59218373f1b4694af5d0c4626f1779df/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/c6d9fdcd6c974e2a95527542792ea44d59218373f1b4694af5d0c4626f1779df/hostname",
"HostsPath": "/var/lib/docker/containers/c6d9fdcd6c974e2a95527542792ea44d59218373f1b4694af5d0c4626f1779df/hosts",
"LogPath": "/var/lib/docker/containers/c6d9fdcd6c974e2a95527542792ea44d59218373f1b4694af5d0c4626f1779df/c6d9fdcd6c974e2a95527542792ea44d59218373f1b4694af5d0c4626f1779df-json.log",
"Name": "/ceph_osd_0",
"RestartCount": 0,
"Driver": "btrfs",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/etc/localtime:/etc/localtime:ro",
"/etc/kolla/ceph-osd/:/var/lib/kolla/config_files/:ro",
"/var/lib/ceph/osd/d4e7ed3e-f997-463b-9350-ffa9f5c1b429:/var/lib/ceph/osd/ceph-0:rw",
"kolla_logs:/var/log/kolla/:rw",
"/var/run/:/var/run/:rw",
"/dev/:/dev/:rw"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-file": "5",
"max-size": "50m"
}
},
"NetworkMode": "host",
"PortBindings": {},
"RestartPolicy": {
"Name": "unless-stopped",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"CapAdd": null,
"CapDrop": null,
"Capabilities": null,
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"label=disable"
],
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"ConsoleSize": [
0,
0
],
"Isolation": "",
"CpuShares": 0,
"Memory": 0,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": null,
"BlkioDeviceWriteBps": null,
"BlkioDeviceReadIOps": null,
"BlkioDeviceWriteIOps": null,
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"KernelMemory": 0,
"KernelMemoryTCP": 0,
"MemoryReservation": 0,
"MemorySwap": 0,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": null,
"Name": "btrfs"
},
"Mounts": [ {
"Type": "volume",
"Name": "kolla_logs",
"Source": "/var/lib/docker/volumes/kolla_logs/_data",
"Destination": "/var/log/kolla",
"Driver": "local",
"Mode": "rw",
"RW": true,
"Propagation": ""
}, {
"Type": "bind",
"Source": "/var/run",
"Destination": "/var/run",
"Mode": "rw",
"RW": true,
"Propagation": "rprivate"
}, {
"Type": "bind",
"Source": "/dev",
"Destination": "/dev",
"Mode": "rw",
"RW": true,
"Propagation": "rprivate"
}, {
"Type": "bind",
"Source": "/etc/localtime",
"Destination": "/etc/localtime",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}, {
"Type": "bind",
"Source": "/etc/kolla/ceph-osd",
"Destination": "/var/lib/kolla/config_files",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}, {
"Type": "bind",
"Source": "/var/lib/ceph/osd/d4e7ed3e-f997-463b-9350-ffa9f5c1b429",
"Destination": "/var/lib/ceph/osd/ceph-0",
"Mode": "rw",
"RW": true,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "compute-taishan-01",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"OSD_BS_FSUUID=d4e7ed3e-f997-463b-9350-ffa9f5c1b429",
"OSD_STORETYPE=filestore",
"OSD_ID=0",
"KOLLA_SERVICE_NAME=ceph-osd-0",
"KOLLA_INSTALL_TYPE=source",
"KOLLA_INSTALL_METATYPE=mixed",
"KOLLA_BASE_ARCH=aarch64",
"DEBIAN_FRONTEND=noninteractive",
"TCMALLOC_MAX_TOTAL_THREAD_CACHE_BYTES=134217728",
"KOLLA_CONFIG_STRATEGY=COPY_ALWAYS",
"JOURNAL_PARTITION=/dev/disk/by-partuuid/80664f67-6196-496c-81f2-02d974edbe52",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"LANG=en_US.UTF-8",
"KOLLA_BASE_DISTRO=ubuntu",
"KOLLA_DISTRO_PYTHON_VERSION=3.6",
"PS1=$(tput bold)($(printenv KOLLA_SERVICE_NAME))$(tput sgr0)[$(id un)@$(hostname -s) $(pwd)]$ "
],
"Cmd": [
"kolla_start"
],
"Image": "10.12.254.254:4020/cszt-v4-anke/ubuntu-source-ceph-osd:4.0.1",
"Volumes": {
"/dev/": {},
"/etc/localtime": {},
"/var/lib/ceph/osd/ceph-0": {},
"/var/lib/kolla/config_files/": {},
"/var/log/kolla/": {},
"/var/run/": {}
},
"WorkingDir": "",
"Entrypoint": [
"dumb-init",
"--single-child",
"-"
],
"OnBuild": null,
"Labels": {
"build-date": "20201019",
"kolla_version": "0.1.0",
"maintainer": "Kolla Project (https://launchpad.net/kolla)",
"name": "ceph-osd"
}
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "5bdcea4f0b2cc2f54e4d6c4abad0ca60ef080c74e7419ac75cde837025aedffe",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {},
"SandboxKey": "/var/run/docker/netns/default",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"host": {
"IPAMConfig": null,
"Links": null,
"Aliases": null,
"NetworkID": "b5bfa3839097ea5932eaef6cd2b05ed2190eeec845f765f5ead543247787f860",
"EndpointID": "67275cf88430263a8e49e5be9109a9ca2fedb3b99b348840072b54e52d2bdb57",
"Gateway": "",
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "",
"DriverOpts": null
}
}
}
}
]