Project

General

Profile

Bug #64966 » notes.txt

Victor Kotlyar, 03/22/2024 06:24 AM

 
---
info:
ticket: https://tracker.ceph.com/issues/64966
ceph config show-with-defaults osd.146 | grep debug_bluestore
debug_bluestore 1/5

ceph config get osd.146 debug_bluestore
1/5


> ceph pg map 2.3
osdmap e37185 pg 2.3 (2.3) -> up [191,146,213] acting [191,146]

ceph tell osd.191 config set debug_bluestore 2/15
ceph daemon osd.191 config get debug_bluestore

ceph config set osd.191 debug_bluestore 2/15
restart
ceph config rm osd.191 debug_bluestore

----
ceph osd set norebalance
ceph osd set norecover
ceph osd set nobackfill
ceph osd set noout

---
ssh storage-3-5
sudo systemctl stop ceph-osd@146


--- 146
ansible@storage-3-5:~$ sudo docker exec -it ceph-osd-221 /bin/bash


mount -t tmpfs -o size=63G tmpfs /var/lib/ceph/osd/ceph-146
cd /var/lib/ceph/osd/ceph-146/
ln -s /dev/data-vg-7/data-lv0-vg7 block
echo ae3ffcfc-52a7-4151-9344-f81b9c38aae4 > ceph_fsid
echo 4c00cc61-ea97-47dc-94b2-43dfcaa80c5f > fsid
echo '[osd.146]' > keyring
echo 'key = AQA76D5lJUKBDhAAgnO4zMU+4xLzDXo3zKzAIw==' >> keyring
echo ready > ready
echo 17 > require_osd_release
echo bluestore > type
echo 146 > whoami


export PATH_TO_OSD=/var/lib/ceph/osd/ceph-146
export PG_ID='2.3'

ceph-objectstore-tool --data-path $PATH_TO_OSD --pgid $PG_ID --op list > pg_id_op_list
ceph-objectstore-tool --data-path $PATH_TO_OSD --pgid $PG_ID --op export --file osd.146-$PG_ID.bin
cp osd.146-$PG_ID.bin /var/lib/ceph/osd/
ceph-objectstore-tool --data-path $PATH_TO_OSD --pgid $PG_ID --op remove --force
ceph-objectstore-tool --data-path $PATH_TO_OSD --pgid $PG_ID --op import --file osd.146-$PG_ID.bin

cd
umount $PATH_TO_OSD
exit

sudo systemctl start ceph-osd@146 # in parallel with 191

---- 191
ssh storage-1-2
sudo systemctl stop ceph-osd@191
sudo docker exec -it ceph-osd-172 /bin/bash
mount -t tmpfs -o size=63G tmpfs /var/lib/ceph/osd/ceph-191
cd /var/lib/ceph/osd/ceph-191/
ln -s /dev/data-vg-10/data-lv0-vg10 block
echo ae3ffcfc-52a7-4151-9344-f81b9c38aae4 > ceph_fsid
echo 451783cb-c13b-4e8b-b4c2-cf0166b39c11 > fsid
echo '[osd.191]' > keyring
echo 'key = AQCp6D5lQQsDABAAIjBBNPZufcXn5ZmD9S0aUg==' >> keyring
echo ready > ready
echo 17 > require_osd_release
echo bluestore > type
echo 191 > whoami


export PATH_TO_OSD=/var/lib/ceph/osd/ceph-191
export PG_ID='2.3'

ceph-objectstore-tool --data-path $PATH_TO_OSD --pgid $PG_ID --op list > pg_id_op_list
ceph-objectstore-tool --data-path $PATH_TO_OSD --pgid $PG_ID --op export --file osd.191-$PG_ID.bin
cp osd.191-$PG_ID.bin /var/lib/ceph/osd/
ceph-objectstore-tool --data-path $PATH_TO_OSD --pgid $PG_ID --op remove --force
ceph-objectstore-tool --data-path $PATH_TO_OSD --pgid $PG_ID --op import --file osd.191-$PG_ID.bin

cd
umount $PATH_TO_OSD
exit

sudo systemctl start ceph-osd@191 # in parallel with 146
---

ceph osd unset noout
ceph osd unset nobackfill
ceph osd unset norecover
ceph osd unset norebalance

...
(8-8/8)