|
#
|
|
# Stray test is the second test run here!
|
|
# The first test is osd_resurrection_1, which completed successfully!
|
|
#
|
|
# Colin
|
|
#
|
|
|
|
cmccabe@flab:~/src/ceph/src$ ./test/test_unfound.sh run
|
|
++ dirname ./test/test_unfound.sh
|
|
+ source ./test/test_common.sh
|
|
++ init
|
|
++ setup_tempdir
|
|
+++ mktemp -d
|
|
++ TEMPDIR=/tmp/tmp.UeAgBcigql
|
|
++ '[' -z ']'
|
|
++ trap cleanup INT TERM EXIT
|
|
+++ dirname ./test/test_unfound.sh
|
|
++ cd ./test/..
|
|
+ run
|
|
+ osd_resurrection_1
|
|
+ setup 2
|
|
+ export CEPH_NUM_OSD=2
|
|
+ CEPH_NUM_OSD=2
|
|
+ ./stop.sh
|
|
+ ./vstart.sh -d -n -o 'osd recovery delay start = 10000'
|
|
** going verbose **
|
|
cmon: no process found
|
|
cmds: no process found
|
|
cosd: no process found
|
|
hostname flab
|
|
ip 10.3.14.10
|
|
./osdmaptool: osdmap file '.ceph_osdmap'
|
|
./osdmaptool: writing epoch 1 to .ceph_osdmap
|
|
./monmaptool --create --clobber --add a 10.3.14.10:6789 --add b 10.3.14.10:6790 --add c 10.3.14.10:6791 --print .ceph_monmap
|
|
./monmaptool: monmap file .ceph_monmap
|
|
./monmaptool: generated fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3
|
|
epoch 1
|
|
fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3
|
|
last_changed 2010-11-18 14:59:43.839353
|
|
created 2010-11-18 14:59:43.839353
|
|
0: 10.3.14.10:6789/0 mon.a
|
|
1: 10.3.14.10:6790/0 mon.b
|
|
2: 10.3.14.10:6791/0 mon.c
|
|
./monmaptool: writing epoch 1 to .ceph_monmap (3 monitors)
|
|
./cmon --mkfs -c ceph.conf -i a --monmap=.ceph_monmap --osdmap=.ceph_osdmap
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
./cmon: created monfs at dev/mon.a for mon.a
|
|
./cmon --mkfs -c ceph.conf -i b --monmap=.ceph_monmap --osdmap=.ceph_osdmap
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
./cmon: created monfs at dev/mon.b for mon.b
|
|
./cmon --mkfs -c ceph.conf -i c --monmap=.ceph_monmap --osdmap=.ceph_osdmap
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
./cmon: created monfs at dev/mon.c for mon.c
|
|
./cmon -i a -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting mon.a rank 0 at 10.3.14.10:6789/0 mon_data dev/mon.a fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3
|
|
./cmon -i b -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting mon.b rank 1 at 10.3.14.10:6790/0 mon_data dev/mon.b fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3
|
|
./cmon -i c -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting mon.c rank 2 at 10.3.14.10:6791/0 mon_data dev/mon.c fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3
|
|
Loading class: .libs/libcls_rbd.so.1.0.0: rbd 1.3 x86-64
|
|
read 168858 bytes from .libs/libcls_rbd.so.1.0.0
|
|
2010-11-18 14:59:52.083141 mon <- [class,add,rbd,1.3,x86-64,changed]
|
|
2010-11-18 14:59:52.754545 mon0 -> 'updated' (0)
|
|
mkfs osd0
|
|
./cosd -i 0 -c ceph.conf --mkfs
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
created object store dev/osd0 journal dev/osd0/journal for osd0 fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3
|
|
start osd0
|
|
./cosd -i 0 -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting osd0 at 0.0.0.0:6800/24067 osd_data dev/osd0 dev/osd0/journal
|
|
mkfs osd1
|
|
./cosd -i 1 -c ceph.conf --mkfs
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
created object store dev/osd1 journal dev/osd1/journal for osd1 fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3
|
|
start osd1
|
|
./cosd -i 1 -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting osd1 at 0.0.0.0:6802/24111 osd_data dev/osd1 dev/osd1/journal
|
|
creating dev/mds.a.keyring
|
|
read 119 bytes from dev/mds.a.keyring
|
|
2010-11-18 15:00:11.175710 mon <- [auth,add,mds.a]
|
|
2010-11-18 15:00:11.693641 mon1 -> 'added key for mds.a' (0)
|
|
./cmds -i a -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting mds.a at 0.0.0.0:6804/24149
|
|
creating dev/mds.b.keyring
|
|
read 119 bytes from dev/mds.b.keyring
|
|
2010-11-18 15:00:21.452549 mon <- [auth,add,mds.b]
|
|
2010-11-18 15:00:22.422240 mon1 -> 'added key for mds.b' (0)
|
|
./cmds -i b -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting mds.b at 0.0.0.0:6805/24201
|
|
creating dev/mds.c.keyring
|
|
read 119 bytes from dev/mds.c.keyring
|
|
2010-11-18 15:00:24.710785 mon <- [auth,add,mds.c]
|
|
2010-11-18 15:00:25.838096 mon2 -> 'added key for mds.c' (0)
|
|
./cmds -i c -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting mds.c at 0.0.0.0:6806/24224
|
|
./ceph -c ceph.conf mds set_max_mds 3
|
|
2010-11-18 15:00:25.879944 mon <- [mds,set_max_mds,3]
|
|
2010-11-18 15:00:27.191332 mon1 -> 'max_mds = 3' (0)
|
|
started. stop.sh to stop. see out/* (e.g. 'tail -f out/????') for debug output.
|
|
+ osd_resurrection_1_impl
|
|
+ my_write_objects 1 2
|
|
+ write_objects 1 2 10 1000000
|
|
+ start_ver=1
|
|
+ stop_ver=2
|
|
+ num_objs=10
|
|
+ obj_size=1000000
|
|
+ '[' -d /tmp/tmp.UeAgBcigql ']'
|
|
++ seq 1 2
|
|
+ for v in '`seq $start_ver $stop_ver`'
|
|
++ perl -e 'print chr(48+1)'
|
|
+ chr=1
|
|
+ head -c 1000000 /dev/zero
|
|
+ tr '\0' 1
|
|
++ seq -w 1 10
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj01 /tmp/tmp.UeAgBcigql/ver1
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj02 /tmp/tmp.UeAgBcigql/ver1
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj03 /tmp/tmp.UeAgBcigql/ver1
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj04 /tmp/tmp.UeAgBcigql/ver1
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj05 /tmp/tmp.UeAgBcigql/ver1
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj06 /tmp/tmp.UeAgBcigql/ver1
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj07 /tmp/tmp.UeAgBcigql/ver1
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj08 /tmp/tmp.UeAgBcigql/ver1
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj09 /tmp/tmp.UeAgBcigql/ver1
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj10 /tmp/tmp.UeAgBcigql/ver1
|
|
+ for v in '`seq $start_ver $stop_ver`'
|
|
++ perl -e 'print chr(48+2)'
|
|
+ chr=2
|
|
+ head -c 1000000 /dev/zero
|
|
+ tr '\0' 2
|
|
++ seq -w 1 10
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj01 /tmp/tmp.UeAgBcigql/ver2
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj02 /tmp/tmp.UeAgBcigql/ver2
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj03 /tmp/tmp.UeAgBcigql/ver2
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj04 /tmp/tmp.UeAgBcigql/ver2
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj05 /tmp/tmp.UeAgBcigql/ver2
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj06 /tmp/tmp.UeAgBcigql/ver2
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj07 /tmp/tmp.UeAgBcigql/ver2
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj08 /tmp/tmp.UeAgBcigql/ver2
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj09 /tmp/tmp.UeAgBcigql/ver2
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj10 /tmp/tmp.UeAgBcigql/ver2
|
|
+ stop_osd 1
|
|
+ osd_index=1
|
|
+ pidfile=out/osd.1.pid
|
|
+ '[' -e out/osd.1.pid ']'
|
|
++ cat out/osd.1.pid
|
|
+ kill 24112
|
|
+ return 0
|
|
+ my_write_objects 3 4
|
|
+ write_objects 3 4 10 1000000
|
|
+ start_ver=3
|
|
+ stop_ver=4
|
|
+ num_objs=10
|
|
+ obj_size=1000000
|
|
+ '[' -d /tmp/tmp.UeAgBcigql ']'
|
|
++ seq 3 4
|
|
+ for v in '`seq $start_ver $stop_ver`'
|
|
++ perl -e 'print chr(48+3)'
|
|
+ chr=3
|
|
+ head -c 1000000 /dev/zero
|
|
+ tr '\0' 3
|
|
++ seq -w 1 10
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj01 /tmp/tmp.UeAgBcigql/ver3
|
|
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj02 /tmp/tmp.UeAgBcigql/ver3
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj03 /tmp/tmp.UeAgBcigql/ver3
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj04 /tmp/tmp.UeAgBcigql/ver3
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj05 /tmp/tmp.UeAgBcigql/ver3
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj06 /tmp/tmp.UeAgBcigql/ver3
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj07 /tmp/tmp.UeAgBcigql/ver3
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj08 /tmp/tmp.UeAgBcigql/ver3
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj09 /tmp/tmp.UeAgBcigql/ver3
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj10 /tmp/tmp.UeAgBcigql/ver3
|
|
+ for v in '`seq $start_ver $stop_ver`'
|
|
++ perl -e 'print chr(48+4)'
|
|
+ chr=4
|
|
+ head -c 1000000 /dev/zero
|
|
+ tr '\0' 4
|
|
++ seq -w 1 10
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj01 /tmp/tmp.UeAgBcigql/ver4
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj02 /tmp/tmp.UeAgBcigql/ver4
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj03 /tmp/tmp.UeAgBcigql/ver4
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj04 /tmp/tmp.UeAgBcigql/ver4
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj05 /tmp/tmp.UeAgBcigql/ver4
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj06 /tmp/tmp.UeAgBcigql/ver4
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj07 /tmp/tmp.UeAgBcigql/ver4
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj08 /tmp/tmp.UeAgBcigql/ver4
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj09 /tmp/tmp.UeAgBcigql/ver4
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj10 /tmp/tmp.UeAgBcigql/ver4
|
|
+ restart_osd 1
|
|
+ osd_index=1
|
|
+ sleep 15
|
|
+ ./cosd -i 1 -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting osd1 at 0.0.0.0:6802/25423 osd_data dev/osd1 dev/osd1/journal
|
|
+ stop_osd 0
|
|
+ osd_index=0
|
|
+ pidfile=out/osd.0.pid
|
|
+ '[' -e out/osd.0.pid ']'
|
|
++ cat out/osd.0.pid
|
|
+ kill 24068
|
|
+ return 0
|
|
+ poll_cmd './ceph pg debug unfound_objects_exist' TRUE 3 120
|
|
+ command='./ceph pg debug unfound_objects_exist'
|
|
+ search_str=TRUE
|
|
+ polling_interval=3
|
|
+ total_time=120
|
|
+ t=0
|
|
+ '[' 0 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=3
|
|
+ '[' 3 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=6
|
|
+ '[' 6 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=9
|
|
+ '[' 9 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=12
|
|
+ '[' 12 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=15
|
|
+ '[' 15 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=18
|
|
+ '[' 18 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=21
|
|
+ '[' 21 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=24
|
|
+ '[' 24 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=27
|
|
+ '[' 27 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=30
|
|
+ '[' 30 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=33
|
|
+ '[' 33 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=36
|
|
+ '[' 36 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=39
|
|
+ '[' 39 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep TRUE
|
|
2010-11-18 15:02:20.647002 mon2 -> 'TRUE' (0)
|
|
+ '[' 0 -eq 0 ']'
|
|
+ return 1
|
|
+ '[' 1 -eq 1 ']'
|
|
+ echo 'Got unfound objects.'
|
|
Got unfound objects.
|
|
+ sleep 5
|
|
+ ./rados -p data get obj01 /tmp/tmp.UeAgBcigql/obj01
|
|
+ '[' -e /tmp/tmp.UeAgBcigql/obj01 ']'
|
|
+ restart_osd 0
|
|
+ osd_index=0
|
|
+ poll_cmd './ceph pg debug unfound_objects_exist' FALSE 3 120
|
|
+ ./cosd -i 0 -c ceph.conf
|
|
+ command='./ceph pg debug unfound_objects_exist'
|
|
+ search_str=FALSE
|
|
+ polling_interval=3
|
|
+ total_time=120
|
|
+ t=0
|
|
+ '[' 0 -lt 120 ']'
|
|
+ grep FALSE
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting osd0 at 0.0.0.0:6800/26078 osd_data dev/osd0 dev/osd0/journal
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=3
|
|
+ '[' 3 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep FALSE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
+ t=6
|
|
+ '[' 6 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep FALSE
|
|
+ '[' 1 -eq 0 ']'
|
|
+ sleep 3
|
|
2010-11-18 15:02:36.617754 7f32f85d2720 wrote 1000000 byte payload to /tmp/tmp.UeAgBcigql/obj01
|
|
+ t=9
|
|
+ '[' 9 -lt 120 ']'
|
|
+ ./ceph pg debug unfound_objects_exist
|
|
+ grep FALSE
|
|
2010-11-18 15:02:40.332108 mon1 -> 'FALSE' (0)
|
|
+ '[' 0 -eq 0 ']'
|
|
+ return 1
|
|
+ '[' 1 -eq 1 ']'
|
|
+ wait
|
|
+ '[' -e /tmp/tmp.UeAgBcigql/obj01 ']'
|
|
+ echo 'starting recovery...'
|
|
starting recovery...
|
|
+ start_recovery 2
|
|
+ CEPH_NUM_OSD=2
|
|
+ osd=0
|
|
+ '[' 0 -lt 2 ']'
|
|
+ ./ceph osd tell 0 injectargs 'osd recovery delay start = 0'
|
|
2010-11-18 15:02:43.796031 mon <- [osd,tell,0,injectargs,osd recovery delay start = 0]
|
|
2010-11-18 15:02:43.796865 mon1 -> 'ok' (0)
|
|
+ osd=1
|
|
+ '[' 1 -lt 2 ']'
|
|
+ ./ceph osd tell 1 injectargs 'osd recovery delay start = 0'
|
|
2010-11-18 15:02:43.942225 mon <- [osd,tell,1,injectargs,osd recovery delay start = 0]
|
|
2010-11-18 15:02:43.942962 mon2 -> 'ok' (0)
|
|
+ osd=2
|
|
+ '[' 2 -lt 2 ']'
|
|
+ return 0
|
|
+ stray_test
|
|
+ setup 3
|
|
+ export CEPH_NUM_OSD=3
|
|
+ CEPH_NUM_OSD=3
|
|
+ ./stop.sh
|
|
+ ./vstart.sh -d -n -o 'osd recovery delay start = 10000'
|
|
** going verbose **
|
|
cmon: no process found
|
|
cmds: no process found
|
|
hostname flab
|
|
ip 10.3.14.10
|
|
./osdmaptool: osdmap file '.ceph_osdmap'
|
|
./osdmaptool: writing epoch 1 to .ceph_osdmap
|
|
./monmaptool --create --clobber --add a 10.3.14.10:6789 --add b 10.3.14.10:6790 --add c 10.3.14.10:6791 --print .ceph_monmap
|
|
./monmaptool: monmap file .ceph_monmap
|
|
./monmaptool: generated fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287
|
|
epoch 1
|
|
fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287
|
|
last_changed 2010-11-18 15:02:44.162173
|
|
created 2010-11-18 15:02:44.162173
|
|
0: 10.3.14.10:6789/0 mon.a
|
|
1: 10.3.14.10:6790/0 mon.b
|
|
2: 10.3.14.10:6791/0 mon.c
|
|
./monmaptool: writing epoch 1 to .ceph_monmap (3 monitors)
|
|
./cmon --mkfs -c ceph.conf -i a --monmap=.ceph_monmap --osdmap=.ceph_osdmap
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
./cmon: created monfs at dev/mon.a for mon.a
|
|
./cmon --mkfs -c ceph.conf -i b --monmap=.ceph_monmap --osdmap=.ceph_osdmap
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
./cmon: created monfs at dev/mon.b for mon.b
|
|
./cmon --mkfs -c ceph.conf -i c --monmap=.ceph_monmap --osdmap=.ceph_osdmap
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory
|
|
./cmon: created monfs at dev/mon.c for mon.c
|
|
./cmon -i a -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting mon.a rank 0 at 10.3.14.10:6789/0 mon_data dev/mon.a fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287
|
|
./cmon -i b -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting mon.b rank 1 at 10.3.14.10:6790/0 mon_data dev/mon.b fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287
|
|
./cmon -i c -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting mon.c rank 2 at 10.3.14.10:6791/0 mon_data dev/mon.c fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287
|
|
Loading class: .libs/libcls_rbd.so.1.0.0: rbd 1.3 x86-64
|
|
read 168858 bytes from .libs/libcls_rbd.so.1.0.0
|
|
2010-11-18 15:02:53.300078 mon <- [class,add,rbd,1.3,x86-64,changed]
|
|
2010-11-18 15:02:54.034808 mon2 -> 'updated' (0)
|
|
mkfs osd0
|
|
./cosd -i 0 -c ceph.conf --mkfs
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
created object store dev/osd0 journal dev/osd0/journal for osd0 fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287
|
|
start osd0
|
|
./cosd -i 0 -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting osd0 at 0.0.0.0:6800/29113 osd_data dev/osd0 dev/osd0/journal
|
|
mkfs osd1
|
|
./cosd -i 1 -c ceph.conf --mkfs
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
created object store dev/osd1 journal dev/osd1/journal for osd1 fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287
|
|
start osd1
|
|
./cosd -i 1 -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting osd1 at 0.0.0.0:6802/29157 osd_data dev/osd1 dev/osd1/journal
|
|
mkfs osd2
|
|
./cosd -i 2 -c ceph.conf --mkfs
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
created object store dev/osd2 journal dev/osd2/journal for osd2 fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287
|
|
start osd2
|
|
./cosd -i 2 -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting osd2 at 0.0.0.0:6804/29550 osd_data dev/osd2 dev/osd2/journal
|
|
creating dev/mds.a.keyring
|
|
read 119 bytes from dev/mds.a.keyring
|
|
2010-11-18 15:03:25.164475 mon <- [auth,add,mds.a]
|
|
2010-11-18 15:03:33.673344 mon1 -> 'added key for mds.a' (0)
|
|
./cmds -i a -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting mds.a at 0.0.0.0:6806/30589
|
|
creating dev/mds.b.keyring
|
|
read 119 bytes from dev/mds.b.keyring
|
|
2010-11-18 15:03:37.833859 mon <- [auth,add,mds.b]
|
|
2010-11-18 15:03:44.915338 mon0 -> 'added key for mds.b' (0)
|
|
./cmds -i b -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting mds.b at 0.0.0.0:6807/31170
|
|
creating dev/mds.c.keyring
|
|
read 119 bytes from dev/mds.c.keyring
|
|
2010-11-18 15:03:47.479467 mon <- [auth,add,mds.c]
|
|
2010-11-18 15:03:51.697585 mon1 -> 'added key for mds.c' (0)
|
|
./cmds -i c -c ceph.conf
|
|
** WARNING: Ceph is still under heavy development, and is only suitable for **
|
|
** testing and review. Do not trust it with important data. **
|
|
starting mds.c at 0.0.0.0:6808/31526
|
|
./ceph -c ceph.conf mds set_max_mds 3
|
|
2010-11-18 15:03:52.574600 mon <- [mds,set_max_mds,3]
|
|
2010-11-18 15:03:57.780748 mon0 -> 'max_mds = 3' (0)
|
|
started. stop.sh to stop. see out/* (e.g. 'tail -f out/????') for debug output.
|
|
+ stray_test_impl
|
|
+ ./ceph osd out 0
|
|
2010-11-18 15:05:00.809554 mon <- [osd,out,0]
|
|
2010-11-18 15:05:01.606338 mon0 -> 'marked out osd0' (0)
|
|
+ my_write_objects 1 1
|
|
+ write_objects 1 1 10 1000000
|
|
+ start_ver=1
|
|
+ stop_ver=1
|
|
+ num_objs=10
|
|
+ obj_size=1000000
|
|
+ '[' -d /tmp/tmp.UeAgBcigql ']'
|
|
++ seq 1 1
|
|
+ for v in '`seq $start_ver $stop_ver`'
|
|
++ perl -e 'print chr(48+1)'
|
|
+ chr=1
|
|
+ head -c 1000000 /dev/zero
|
|
+ tr '\0' 1
|
|
++ seq -w 1 10
|
|
+ for i in '`seq -w 1 $num_objs`'
|
|
+ ./rados -p data put obj01 /tmp/tmp.UeAgBcigql/ver1
|
|
|
|
|
|
^Z
|
|
[1]+ Stopped ./test/test_unfound.sh run
|
|
cmccabe@flab:~/src/ceph/src$ fg
|
|
./test/test_unfound.sh run
|
|
|
|
|
|
|