# # Stray test is the second test run here! # The first test is osd_resurrection_1, which completed successfully! # # Colin # cmccabe@flab:~/src/ceph/src$ ./test/test_unfound.sh run ++ dirname ./test/test_unfound.sh + source ./test/test_common.sh ++ init ++ setup_tempdir +++ mktemp -d ++ TEMPDIR=/tmp/tmp.UeAgBcigql ++ '[' -z ']' ++ trap cleanup INT TERM EXIT +++ dirname ./test/test_unfound.sh ++ cd ./test/.. + run + osd_resurrection_1 + setup 2 + export CEPH_NUM_OSD=2 + CEPH_NUM_OSD=2 + ./stop.sh + ./vstart.sh -d -n -o 'osd recovery delay start = 10000' ** going verbose ** cmon: no process found cmds: no process found cosd: no process found hostname flab ip 10.3.14.10 ./osdmaptool: osdmap file '.ceph_osdmap' ./osdmaptool: writing epoch 1 to .ceph_osdmap ./monmaptool --create --clobber --add a 10.3.14.10:6789 --add b 10.3.14.10:6790 --add c 10.3.14.10:6791 --print .ceph_monmap ./monmaptool: monmap file .ceph_monmap ./monmaptool: generated fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3 epoch 1 fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3 last_changed 2010-11-18 14:59:43.839353 created 2010-11-18 14:59:43.839353 0: 10.3.14.10:6789/0 mon.a 1: 10.3.14.10:6790/0 mon.b 2: 10.3.14.10:6791/0 mon.c ./monmaptool: writing epoch 1 to .ceph_monmap (3 monitors) ./cmon --mkfs -c ceph.conf -i a --monmap=.ceph_monmap --osdmap=.ceph_osdmap ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory ./cmon: created monfs at dev/mon.a for mon.a ./cmon --mkfs -c ceph.conf -i b --monmap=.ceph_monmap --osdmap=.ceph_osdmap ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory ./cmon: created monfs at dev/mon.b for mon.b ./cmon --mkfs -c ceph.conf -i c --monmap=.ceph_monmap --osdmap=.ceph_osdmap ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory ./cmon: created monfs at dev/mon.c for mon.c ./cmon -i a -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting mon.a rank 0 at 10.3.14.10:6789/0 mon_data dev/mon.a fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3 ./cmon -i b -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting mon.b rank 1 at 10.3.14.10:6790/0 mon_data dev/mon.b fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3 ./cmon -i c -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting mon.c rank 2 at 10.3.14.10:6791/0 mon_data dev/mon.c fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3 Loading class: .libs/libcls_rbd.so.1.0.0: rbd 1.3 x86-64 read 168858 bytes from .libs/libcls_rbd.so.1.0.0 2010-11-18 14:59:52.083141 mon <- [class,add,rbd,1.3,x86-64,changed] 2010-11-18 14:59:52.754545 mon0 -> 'updated' (0) mkfs osd0 ./cosd -i 0 -c ceph.conf --mkfs ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** created object store dev/osd0 journal dev/osd0/journal for osd0 fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3 start osd0 ./cosd -i 0 -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting osd0 at 0.0.0.0:6800/24067 osd_data dev/osd0 dev/osd0/journal mkfs osd1 ./cosd -i 1 -c ceph.conf --mkfs ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** created object store dev/osd1 journal dev/osd1/journal for osd1 fsid 42ce015a-e1ae-aa58-07da-0ae5289b93a3 start osd1 ./cosd -i 1 -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting osd1 at 0.0.0.0:6802/24111 osd_data dev/osd1 dev/osd1/journal creating dev/mds.a.keyring read 119 bytes from dev/mds.a.keyring 2010-11-18 15:00:11.175710 mon <- [auth,add,mds.a] 2010-11-18 15:00:11.693641 mon1 -> 'added key for mds.a' (0) ./cmds -i a -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting mds.a at 0.0.0.0:6804/24149 creating dev/mds.b.keyring read 119 bytes from dev/mds.b.keyring 2010-11-18 15:00:21.452549 mon <- [auth,add,mds.b] 2010-11-18 15:00:22.422240 mon1 -> 'added key for mds.b' (0) ./cmds -i b -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting mds.b at 0.0.0.0:6805/24201 creating dev/mds.c.keyring read 119 bytes from dev/mds.c.keyring 2010-11-18 15:00:24.710785 mon <- [auth,add,mds.c] 2010-11-18 15:00:25.838096 mon2 -> 'added key for mds.c' (0) ./cmds -i c -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting mds.c at 0.0.0.0:6806/24224 ./ceph -c ceph.conf mds set_max_mds 3 2010-11-18 15:00:25.879944 mon <- [mds,set_max_mds,3] 2010-11-18 15:00:27.191332 mon1 -> 'max_mds = 3' (0) started. stop.sh to stop. see out/* (e.g. 'tail -f out/????') for debug output. + osd_resurrection_1_impl + my_write_objects 1 2 + write_objects 1 2 10 1000000 + start_ver=1 + stop_ver=2 + num_objs=10 + obj_size=1000000 + '[' -d /tmp/tmp.UeAgBcigql ']' ++ seq 1 2 + for v in '`seq $start_ver $stop_ver`' ++ perl -e 'print chr(48+1)' + chr=1 + head -c 1000000 /dev/zero + tr '\0' 1 ++ seq -w 1 10 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj01 /tmp/tmp.UeAgBcigql/ver1 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj02 /tmp/tmp.UeAgBcigql/ver1 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj03 /tmp/tmp.UeAgBcigql/ver1 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj04 /tmp/tmp.UeAgBcigql/ver1 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj05 /tmp/tmp.UeAgBcigql/ver1 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj06 /tmp/tmp.UeAgBcigql/ver1 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj07 /tmp/tmp.UeAgBcigql/ver1 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj08 /tmp/tmp.UeAgBcigql/ver1 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj09 /tmp/tmp.UeAgBcigql/ver1 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj10 /tmp/tmp.UeAgBcigql/ver1 + for v in '`seq $start_ver $stop_ver`' ++ perl -e 'print chr(48+2)' + chr=2 + head -c 1000000 /dev/zero + tr '\0' 2 ++ seq -w 1 10 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj01 /tmp/tmp.UeAgBcigql/ver2 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj02 /tmp/tmp.UeAgBcigql/ver2 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj03 /tmp/tmp.UeAgBcigql/ver2 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj04 /tmp/tmp.UeAgBcigql/ver2 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj05 /tmp/tmp.UeAgBcigql/ver2 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj06 /tmp/tmp.UeAgBcigql/ver2 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj07 /tmp/tmp.UeAgBcigql/ver2 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj08 /tmp/tmp.UeAgBcigql/ver2 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj09 /tmp/tmp.UeAgBcigql/ver2 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj10 /tmp/tmp.UeAgBcigql/ver2 + stop_osd 1 + osd_index=1 + pidfile=out/osd.1.pid + '[' -e out/osd.1.pid ']' ++ cat out/osd.1.pid + kill 24112 + return 0 + my_write_objects 3 4 + write_objects 3 4 10 1000000 + start_ver=3 + stop_ver=4 + num_objs=10 + obj_size=1000000 + '[' -d /tmp/tmp.UeAgBcigql ']' ++ seq 3 4 + for v in '`seq $start_ver $stop_ver`' ++ perl -e 'print chr(48+3)' + chr=3 + head -c 1000000 /dev/zero + tr '\0' 3 ++ seq -w 1 10 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj01 /tmp/tmp.UeAgBcigql/ver3 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj02 /tmp/tmp.UeAgBcigql/ver3 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj03 /tmp/tmp.UeAgBcigql/ver3 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj04 /tmp/tmp.UeAgBcigql/ver3 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj05 /tmp/tmp.UeAgBcigql/ver3 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj06 /tmp/tmp.UeAgBcigql/ver3 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj07 /tmp/tmp.UeAgBcigql/ver3 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj08 /tmp/tmp.UeAgBcigql/ver3 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj09 /tmp/tmp.UeAgBcigql/ver3 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj10 /tmp/tmp.UeAgBcigql/ver3 + for v in '`seq $start_ver $stop_ver`' ++ perl -e 'print chr(48+4)' + chr=4 + head -c 1000000 /dev/zero + tr '\0' 4 ++ seq -w 1 10 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj01 /tmp/tmp.UeAgBcigql/ver4 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj02 /tmp/tmp.UeAgBcigql/ver4 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj03 /tmp/tmp.UeAgBcigql/ver4 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj04 /tmp/tmp.UeAgBcigql/ver4 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj05 /tmp/tmp.UeAgBcigql/ver4 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj06 /tmp/tmp.UeAgBcigql/ver4 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj07 /tmp/tmp.UeAgBcigql/ver4 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj08 /tmp/tmp.UeAgBcigql/ver4 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj09 /tmp/tmp.UeAgBcigql/ver4 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj10 /tmp/tmp.UeAgBcigql/ver4 + restart_osd 1 + osd_index=1 + sleep 15 + ./cosd -i 1 -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting osd1 at 0.0.0.0:6802/25423 osd_data dev/osd1 dev/osd1/journal + stop_osd 0 + osd_index=0 + pidfile=out/osd.0.pid + '[' -e out/osd.0.pid ']' ++ cat out/osd.0.pid + kill 24068 + return 0 + poll_cmd './ceph pg debug unfound_objects_exist' TRUE 3 120 + command='./ceph pg debug unfound_objects_exist' + search_str=TRUE + polling_interval=3 + total_time=120 + t=0 + '[' 0 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=3 + '[' 3 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=6 + '[' 6 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=9 + '[' 9 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=12 + '[' 12 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=15 + '[' 15 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=18 + '[' 18 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=21 + '[' 21 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=24 + '[' 24 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=27 + '[' 27 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=30 + '[' 30 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=33 + '[' 33 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=36 + '[' 36 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE + '[' 1 -eq 0 ']' + sleep 3 + t=39 + '[' 39 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep TRUE 2010-11-18 15:02:20.647002 mon2 -> 'TRUE' (0) + '[' 0 -eq 0 ']' + return 1 + '[' 1 -eq 1 ']' + echo 'Got unfound objects.' Got unfound objects. + sleep 5 + ./rados -p data get obj01 /tmp/tmp.UeAgBcigql/obj01 + '[' -e /tmp/tmp.UeAgBcigql/obj01 ']' + restart_osd 0 + osd_index=0 + poll_cmd './ceph pg debug unfound_objects_exist' FALSE 3 120 + ./cosd -i 0 -c ceph.conf + command='./ceph pg debug unfound_objects_exist' + search_str=FALSE + polling_interval=3 + total_time=120 + t=0 + '[' 0 -lt 120 ']' + grep FALSE ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting osd0 at 0.0.0.0:6800/26078 osd_data dev/osd0 dev/osd0/journal + ./ceph pg debug unfound_objects_exist + '[' 1 -eq 0 ']' + sleep 3 + t=3 + '[' 3 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep FALSE + '[' 1 -eq 0 ']' + sleep 3 + t=6 + '[' 6 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep FALSE + '[' 1 -eq 0 ']' + sleep 3 2010-11-18 15:02:36.617754 7f32f85d2720 wrote 1000000 byte payload to /tmp/tmp.UeAgBcigql/obj01 + t=9 + '[' 9 -lt 120 ']' + ./ceph pg debug unfound_objects_exist + grep FALSE 2010-11-18 15:02:40.332108 mon1 -> 'FALSE' (0) + '[' 0 -eq 0 ']' + return 1 + '[' 1 -eq 1 ']' + wait + '[' -e /tmp/tmp.UeAgBcigql/obj01 ']' + echo 'starting recovery...' starting recovery... + start_recovery 2 + CEPH_NUM_OSD=2 + osd=0 + '[' 0 -lt 2 ']' + ./ceph osd tell 0 injectargs 'osd recovery delay start = 0' 2010-11-18 15:02:43.796031 mon <- [osd,tell,0,injectargs,osd recovery delay start = 0] 2010-11-18 15:02:43.796865 mon1 -> 'ok' (0) + osd=1 + '[' 1 -lt 2 ']' + ./ceph osd tell 1 injectargs 'osd recovery delay start = 0' 2010-11-18 15:02:43.942225 mon <- [osd,tell,1,injectargs,osd recovery delay start = 0] 2010-11-18 15:02:43.942962 mon2 -> 'ok' (0) + osd=2 + '[' 2 -lt 2 ']' + return 0 + stray_test + setup 3 + export CEPH_NUM_OSD=3 + CEPH_NUM_OSD=3 + ./stop.sh + ./vstart.sh -d -n -o 'osd recovery delay start = 10000' ** going verbose ** cmon: no process found cmds: no process found hostname flab ip 10.3.14.10 ./osdmaptool: osdmap file '.ceph_osdmap' ./osdmaptool: writing epoch 1 to .ceph_osdmap ./monmaptool --create --clobber --add a 10.3.14.10:6789 --add b 10.3.14.10:6790 --add c 10.3.14.10:6791 --print .ceph_monmap ./monmaptool: monmap file .ceph_monmap ./monmaptool: generated fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287 epoch 1 fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287 last_changed 2010-11-18 15:02:44.162173 created 2010-11-18 15:02:44.162173 0: 10.3.14.10:6789/0 mon.a 1: 10.3.14.10:6790/0 mon.b 2: 10.3.14.10:6791/0 mon.c ./monmaptool: writing epoch 1 to .ceph_monmap (3 monitors) ./cmon --mkfs -c ceph.conf -i a --monmap=.ceph_monmap --osdmap=.ceph_osdmap ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory ./cmon: created monfs at dev/mon.a for mon.a ./cmon --mkfs -c ceph.conf -i b --monmap=.ceph_monmap --osdmap=.ceph_osdmap ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory ./cmon: created monfs at dev/mon.b for mon.b ./cmon --mkfs -c ceph.conf -i c --monmap=.ceph_monmap --osdmap=.ceph_osdmap ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory can't open ~/.ceph/keyring.bin, /etc/ceph/keyring.bin, .ceph_keyring: Not a directory ./cmon: created monfs at dev/mon.c for mon.c ./cmon -i a -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting mon.a rank 0 at 10.3.14.10:6789/0 mon_data dev/mon.a fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287 ./cmon -i b -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting mon.b rank 1 at 10.3.14.10:6790/0 mon_data dev/mon.b fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287 ./cmon -i c -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting mon.c rank 2 at 10.3.14.10:6791/0 mon_data dev/mon.c fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287 Loading class: .libs/libcls_rbd.so.1.0.0: rbd 1.3 x86-64 read 168858 bytes from .libs/libcls_rbd.so.1.0.0 2010-11-18 15:02:53.300078 mon <- [class,add,rbd,1.3,x86-64,changed] 2010-11-18 15:02:54.034808 mon2 -> 'updated' (0) mkfs osd0 ./cosd -i 0 -c ceph.conf --mkfs ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** created object store dev/osd0 journal dev/osd0/journal for osd0 fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287 start osd0 ./cosd -i 0 -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting osd0 at 0.0.0.0:6800/29113 osd_data dev/osd0 dev/osd0/journal mkfs osd1 ./cosd -i 1 -c ceph.conf --mkfs ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** created object store dev/osd1 journal dev/osd1/journal for osd1 fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287 start osd1 ./cosd -i 1 -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting osd1 at 0.0.0.0:6802/29157 osd_data dev/osd1 dev/osd1/journal mkfs osd2 ./cosd -i 2 -c ceph.conf --mkfs ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** created object store dev/osd2 journal dev/osd2/journal for osd2 fsid b1fe5b8b-348a-6eae-0da9-fdb44dc78287 start osd2 ./cosd -i 2 -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting osd2 at 0.0.0.0:6804/29550 osd_data dev/osd2 dev/osd2/journal creating dev/mds.a.keyring read 119 bytes from dev/mds.a.keyring 2010-11-18 15:03:25.164475 mon <- [auth,add,mds.a] 2010-11-18 15:03:33.673344 mon1 -> 'added key for mds.a' (0) ./cmds -i a -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting mds.a at 0.0.0.0:6806/30589 creating dev/mds.b.keyring read 119 bytes from dev/mds.b.keyring 2010-11-18 15:03:37.833859 mon <- [auth,add,mds.b] 2010-11-18 15:03:44.915338 mon0 -> 'added key for mds.b' (0) ./cmds -i b -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting mds.b at 0.0.0.0:6807/31170 creating dev/mds.c.keyring read 119 bytes from dev/mds.c.keyring 2010-11-18 15:03:47.479467 mon <- [auth,add,mds.c] 2010-11-18 15:03:51.697585 mon1 -> 'added key for mds.c' (0) ./cmds -i c -c ceph.conf ** WARNING: Ceph is still under heavy development, and is only suitable for ** ** testing and review. Do not trust it with important data. ** starting mds.c at 0.0.0.0:6808/31526 ./ceph -c ceph.conf mds set_max_mds 3 2010-11-18 15:03:52.574600 mon <- [mds,set_max_mds,3] 2010-11-18 15:03:57.780748 mon0 -> 'max_mds = 3' (0) started. stop.sh to stop. see out/* (e.g. 'tail -f out/????') for debug output. + stray_test_impl + ./ceph osd out 0 2010-11-18 15:05:00.809554 mon <- [osd,out,0] 2010-11-18 15:05:01.606338 mon0 -> 'marked out osd0' (0) + my_write_objects 1 1 + write_objects 1 1 10 1000000 + start_ver=1 + stop_ver=1 + num_objs=10 + obj_size=1000000 + '[' -d /tmp/tmp.UeAgBcigql ']' ++ seq 1 1 + for v in '`seq $start_ver $stop_ver`' ++ perl -e 'print chr(48+1)' + chr=1 + head -c 1000000 /dev/zero + tr '\0' 1 ++ seq -w 1 10 + for i in '`seq -w 1 $num_objs`' + ./rados -p data put obj01 /tmp/tmp.UeAgBcigql/ver1 ^Z [1]+ Stopped ./test/test_unfound.sh run cmccabe@flab:~/src/ceph/src$ fg ./test/test_unfound.sh run