Ceph » devops

[root@node16 build]# MON=1 OSD=2 RGW=1 MGR=1 ../src/vstart.sh -d -n -X --without-dashboard

• going verbose *
  ../src/vstart.sh: line 1549: ss: command not found
  rm -f core
  hostname node16
  ../src/vstart.sh: line 1586: ifconfig: command not found
  ip 127.0.0.1
  port 40253

NOTE: hostname resolves to loopback; remote hosts will not be able to
connect. either adjust /etc/hosts, or edit this script to use your
machine's real IP.

/workspace/ceph/build/bin/ceph-authtool --create-keyring --gen-key --name=mon. /workspace/ceph/build/keyring --cap mon 'allow *'
creating /workspace/ceph/build/keyring
/workspace/ceph/build/bin/ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /workspace/ceph/build/keyring
/workspace/ceph/build/bin/monmaptool --create --clobber --addv a [v2:127.0.0.1:40253,v1:127.0.0.1:40254] --print /tmp/ceph_monmap.4268
/workspace/ceph/build/bin/monmaptool: monmap file /tmp/ceph_monmap.4268
/workspace/ceph/build/bin/monmaptool: generated fsid ef9c593d-c0d5-47f3-8ea7-1e952dc24218
setting min_mon_release = quincy
epoch 0
fsid ef9c593d-c0d5-47f3-8ea7-1e952dc24218
last_changed 2024-04-01T02:27:44.974389+0000
created 2024-04-01T02:27:44.974389+0000
min_mon_release 17 (quincy)
election_strategy: 1
0: [v2:127.0.0.1:40253/0,v1:127.0.0.1:40254/0] mon.a
/workspace/ceph/build/bin/monmaptool: writing epoch 0 to /tmp/ceph_monmap.4268 (1 monitors)
rm rf - /workspace/ceph/build/dev/mon.a
mkdir p /workspace/ceph/build/dev/mon.a
/workspace/ceph/build/bin/ceph-mon --mkfs -c /workspace/ceph/build/ceph.conf -i a --monmap=/tmp/ceph_monmap.4268 --keyring=/workspace/ceph/build/keyring
rm - /tmp/ceph_monmap.4268
/workspace/ceph/build/bin/ceph-mon -i a -c /workspace/ceph/build/ceph.conf
2024-04-01T02:27:45.310+0000 ffffbcb9c040 -1 asok(0xaaaacb08e000) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/mon.a.asok': (1) Operation not permitted
Populating config ...
2024-04-01T02:27:45.500+0000 ffff88f83120 -1 asok(0xffff84000b90) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/client.admin.4397.asok': (1) Operation not permitted

[mgr]
mgr/telemetry/enable = false
mgr/telemetry/nag = false
Setting debug configs ...
2024-04-01T02:27:45.640+0000 ffff83918120 -1 asok(0xffff7c000b90) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/client.admin.4420.asok': (1) Operation not permitted
creating /workspace/ceph/build/dev/mgr.x/keyring
/workspace/ceph/build/bin/ceph -c /workspace/ceph/build/ceph.conf -i /workspace/ceph/build/dev/mgr.x/keyring auth add mgr.x mon 'allow profile mgr' mds 'allow ' osd 'allow *'
2024-04-01T02:27:45.830+0000 ffff997d0120 -1 asok(0xffff94000b90) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/client.admin.4446.asok': (1) Operation not permitted
added key for mgr.x
/workspace/ceph/build/bin/ceph -c /workspace/ceph/build/ceph.conf config set mgr mgr/prometheus/x/server_port 9283 --force
2024-04-01T02:27:45.980+0000 ffffa2f79120 -1 asok(0xffff9c000b90) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/client.admin.4469.asok': (1) Operation not permitted
/workspace/ceph/build/bin/ceph -c /workspace/ceph/build/ceph.conf config set mgr mgr/restful/x/server_port 42253 --force
2024-04-01T02:27:46.120+0000 ffffa456b120 -1 asok(0xffff9c000b90) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/client.admin.4491.asok': (1) Operation not permitted
Starting mgr.x
/workspace/ceph/build/bin/ceph-mgr -i x -c /workspace/ceph/build/ceph.conf
/workspace/ceph/build/bin/ceph -c /workspace/ceph/build/ceph.conf mgr stat
2024-04-01T02:27:46.340+0000 ffff93081120 -1 asok(0xffff8c000b90) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/client.admin.4527.asok': (1) Operation not permitted
false
waiting for mgr to become available
/workspace/ceph/build/bin/ceph -c /workspace/ceph/build/ceph.conf mgr stat
2024-04-01T02:27:47.500+0000 ffff7c237120 -1 asok(0xffff74000b90) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/client.admin.4580.asok': (1) Operation not permitted
false
waiting for mgr to become available
/workspace/ceph/build/bin/ceph -c /workspace/ceph/build/ceph.conf mgr stat
2024-04-01T02:27:48.650+0000 ffff99858120 -1 asok(0xffff94000b90) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/client.admin.4605.asok': (1) Operation not permitted
false
waiting for mgr to become available
/workspace/ceph/build/bin/ceph -c /workspace/ceph/build/ceph.conf mgr stat
2024-04-01T02:27:49.820+0000 ffff93d73120 -1 asok(0xffff8c000b90) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/client.admin.4707.asok': (1) Operation not permitted
true
add osd0 b468ec0d-a9cd-42c3-a564-451ea9d97353
/workspace/ceph/build/bin/ceph -c /workspace/ceph/build/ceph.conf osd new b468ec0d-a9cd-42c3-a564-451ea9d97353 -i /workspace/ceph/build/dev/osd0/new.json
2024-04-01T02:27:50.070+0000 ffff822cd120 -1 asok(0xffff7c000b90) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/client.admin.4738.asok': (1) Operation not permitted
0
/workspace/ceph/build/bin/ceph-osd -i 0 -c /workspace/ceph/build/ceph.conf --mkfs --key AQCmGwpmwb5PABAAKRgtPCdKbecAeIby5/++ug== --osd-uuid b468ec0d-a9cd-42c3-a564-451ea9d97353
2024-04-01T02:27:50.370+0000 ffff9873d040 -1 asok(0xaaaaf3770000) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/osd.0.asok': (1) Operation not permitted
2024-04-01T02:27:50.370+0000 ffff9873d040 -1 bluestore(/workspace/ceph/build/dev/osd0/block) _read_bdev_label failed to open /workspace/ceph/build/dev/osd0/block: (2) No such file or directory
2024-04-01T02:27:50.370+0000 ffff9873d040 -1 bluestore(/workspace/ceph/build/dev/osd0/block) _read_bdev_label failed to open /workspace/ceph/build/dev/osd0/block: (2) No such file or directory
2024-04-01T02:27:50.370+0000 ffff9873d040 -1 bluestore(/workspace/ceph/build/dev/osd0/block) _read_bdev_label failed to open /workspace/ceph/build/dev/osd0/block: (2) No such file or directory
2024-04-01T02:27:50.370+0000 ffff9873d040 -1 bluestore(/workspace/ceph/build/dev/osd0) _read_fsid unparsable uuid
2024-04-01T02:27:50.370+0000 ffff9873d040 -1 bdev(0xaaaaf3767180 /workspace/ceph/build/dev/osd0/block) open open got: (22) Invalid argument
2024-04-01T02:27:50.370+0000 ffff9873d040 -1 bluestore(/workspace/ceph/build/dev/osd0) mkfs failed, (22) Invalid argument
2024-04-01T02:27:50.370+0000 ffff9873d040 -1 OSD::mkfs: ObjectStore::mkfs failed with error (22) Invalid argument
2024-04-01T02:27:50.380+0000 ffff9873d040 -1 * ERROR: error creating empty object store in /workspace/ceph/build/dev/osd0: (22) Invalid argument
start osd.0
osd 0 /workspace/ceph/build/bin/ceph-osd -i 0 -c /workspace/ceph/build/ceph.conf
/workspace/ceph/build/bin/ceph-osd -i 0 -c /workspace/ceph/build/ceph.conf
add osd1 3937d43d-0a3a-442c-8f39-c03628a0cd72
/workspace/ceph/build/bin/ceph -c /workspace/ceph/build/ceph.conf osd new 3937d43d-0a3a-442c-8f39-c03628a0cd72 -i /workspace/ceph/build/dev/osd1/new.json
2024-04-01T02:27:50.510+0000 ffff96bbd040 -1 asok(0xaaaaf2cba000) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/osd.0.asok': (1) Operation not permitted
2024-04-01T02:27:50.540+0000 ffff96bbd040 -1 bluestore(/workspace/ceph/build/dev/osd0/block) _read_bdev_label unable to decode label /workspace/ceph/build/dev/osd0/block at offset 102: void bluestore_bdev_label_t::decode(ceph::buffer::v15_2_0::list::const_iterator&) decode past end of struct encoding: Malformed input [buffer:3]
2024-04-01T02:27:50.540+0000 ffff96bbd040 -1 * ERROR: unable to open OSD superblock on /workspace/ceph/build/dev/osd0: (2) No such file or directory
2024-04-01T02:27:50.560+0000 ffffb5198120 -1 asok(0xffffb0000b90) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/client.admin.4787.asok': (1) Operation not permitted
1
/workspace/ceph/build/bin/ceph-osd -i 1 -c /workspace/ceph/build/ceph.conf --mkfs --key AQCmGwpmvZ1JGxAAS8Mo99FS2sLl9BwrOE+iTw== --osd-uuid 3937d43d-0a3a-442c-8f39-c03628a0cd72
2024-04-01T02:27:50.800+0000 ffffaa103040 -1 asok(0xaaab1ae4c000) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/osd.1.asok': (1) Operation not permitted
2024-04-01T02:27:50.800+0000 ffffaa103040 -1 bluestore(/workspace/ceph/build/dev/osd1/block) _read_bdev_label failed to open /workspace/ceph/build/dev/osd1/block: (2) No such file or directory
2024-04-01T02:27:50.800+0000 ffffaa103040 -1 bluestore(/workspace/ceph/build/dev/osd1/block) _read_bdev_label failed to open /workspace/ceph/build/dev/osd1/block: (2) No such file or directory
2024-04-01T02:27:50.800+0000 ffffaa103040 -1 bluestore(/workspace/ceph/build/dev/osd1/block) _read_bdev_label failed to open /workspace/ceph/build/dev/osd1/block: (2) No such file or directory
2024-04-01T02:27:50.800+0000 ffffaa103040 -1 bluestore(/workspace/ceph/build/dev/osd1) _read_fsid unparsable uuid
2024-04-01T02:27:50.810+0000 ffffaa103040 -1 bdev(0xaaab1ae43180 /workspace/ceph/build/dev/osd1/block) open open got: (22) Invalid argument
2024-04-01T02:27:50.810+0000 ffffaa103040 -1 bluestore(/workspace/ceph/build/dev/osd1) mkfs failed, (22) Invalid argument
2024-04-01T02:27:50.810+0000 ffffaa103040 -1 OSD::mkfs: ObjectStore::mkfs failed with error (22) Invalid argument
2024-04-01T02:27:50.810+0000 ffffaa103040 -1 * ERROR: error creating empty object store in /workspace/ceph/build/dev/osd1: (22) Invalid argument
start osd.1
osd 1 /workspace/ceph/build/bin/ceph-osd -i 1 -c /workspace/ceph/build/ceph.conf
/workspace/ceph/build/bin/ceph-osd -i 1 -c /workspace/ceph/build/ceph.conf
2024-04-01T02:27:50.930+0000 ffffa26fb040 -1 asok(0xaaaaceab6000) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/workspace/ceph/build/asok/osd.1.asok': (1) Operation not permitted
2024-04-01T02:27:50.940+0000 ffffa26fb040 -1 bluestore(/workspace/ceph/build/dev/osd1/block) _read_bdev_label unable to decode label /workspace/ceph/build/dev/osd1/block at offset 102: void bluestore_bdev_label_t::decode(ceph::buffer::v15_2_0::list::const_iterator&) decode past end of struct encoding: Malformed input [buffer:3]
2024-04-01T02:27:50.940+0000 ffffa26fb040 -1 ** ERROR: unable to open OSD superblock on /workspace/ceph/build/dev/osd1: (2) No such file or directory