Ceph

The ceph_objectstore_tool.py tests can be run with a smaller set of objects to be part of make check. For instance:

loic@fold:~/software/ceph/ceph/src$ test/ceph_objectstore_tool.py
** going verbose **
ip 127.0.0.1

NOTE: hostname resolves to loopback; remote hosts will not be able to
  connect.  either adjust /etc/hosts, or edit this script to use your
  machine's real IP.

creating /home/loic/software/ceph/ceph/src/keyring
./monmaptool --create --clobber --add a 127.0.0.1:6789 --print /tmp/ceph_monmap.12818
./monmaptool: monmap file /tmp/ceph_monmap.12818
./monmaptool: generated fsid 6cfa594b-7c00-43a5-aa48-6166e420c145
epoch 0
fsid 6cfa594b-7c00-43a5-aa48-6166e420c145
last_changed 2014-11-11 15:30:02.968668
created 2014-11-11 15:30:02.968668
0: 127.0.0.1:6789/0 mon.a
./monmaptool: writing epoch 0 to /tmp/ceph_monmap.12818 (1 monitors)
rm -rf /home/loic/software/ceph/ceph/src/dev/mon.a
mkdir -p /home/loic/software/ceph/ceph/src/dev/mon.a
./ceph-mon --mkfs -c /home/loic/software/ceph/ceph/src/ceph.conf -i a --monmap=/tmp/ceph_monmap.12818 --keyring=/home/loic/software/ceph/ceph/src/keyring
./ceph-mon: set fsid to 05fba172-652c-4cc8-95fa-c506840ef31c
./ceph-mon: created monfs at /home/loic/software/ceph/ceph/src/dev/mon.a for mon.a
./ceph-mon -i a -c /home/loic/software/ceph/ceph/src/ceph.conf
ERROR: error accessing '/home/loic/software/ceph/ceph/src/dev/osd0/*'
add osd0 6b255455-d58a-45ec-8114-d30f4225b2a7
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
0
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
add item id 0 name 'osd.0' weight 1 at location {host=fold,root=default} to crush map
2014-11-11 15:30:05.892054 7f3567f7a800 -1 journal FileJournal::_open: disabling aio for non-block journal.  Use journal_force_aio to force use of aio anyway
2014-11-11 15:30:05.904571 7f3567f7a800 -1 journal check: ondisk fsid 1706f708-151e-45b9-b5e9-e6a8564d2ab4 doesn't match expected 6b255455-d58a-45ec-8114-d30f4225b2a7, invalid (someone else's?) journal
2014-11-11 15:30:06.829790 7f3567f7a800 -1 journal FileJournal::_open: disabling aio for non-block journal.  Use journal_force_aio to force use of aio anyway
2014-11-11 15:30:06.838642 7f3567f7a800 -1 filestore(/home/loic/software/ceph/ceph/src/dev/osd0) could not find 23c2fcde/osd_superblock/0//-1 in index: (2) No such file or directory
2014-11-11 15:30:07.372144 7f3567f7a800 -1 created object store /home/loic/software/ceph/ceph/src/dev/osd0 journal /home/loic/software/ceph/ceph/src/dev/osd0.journal for osd.0 fsid 05fba172-652c-4cc8-95fa-c506840ef31c
2014-11-11 15:30:07.372228 7f3567f7a800 -1 auth: error reading file: /home/loic/software/ceph/ceph/src/dev/osd0/keyring: can't open /home/loic/software/ceph/ceph/src/dev/osd0/keyring: (2) No such file or directory
2014-11-11 15:30:07.372388 7f3567f7a800 -1 created new key in keyring /home/loic/software/ceph/ceph/src/dev/osd0/keyring
adding osd0 key to auth repository
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
added key for osd.0
start osd0
./ceph-osd -i 0 -c /home/loic/software/ceph/ceph/src/ceph.conf
starting osd.0 at :/0 osd_data /home/loic/software/ceph/ceph/src/dev/osd0 /home/loic/software/ceph/ceph/src/dev/osd0.journal
ERROR: error accessing '/home/loic/software/ceph/ceph/src/dev/osd1/*'
add osd1 28da79e6-d9dc-4960-9170-92b2c6893ac6
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
1
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
add item id 1 name 'osd.1' weight 1 at location {host=fold,root=default} to crush map
2014-11-11 15:30:10.794475 7f494bda9800 -1 journal FileJournal::_open: disabling aio for non-block journal.  Use journal_force_aio to force use of aio anyway
2014-11-11 15:30:10.818791 7f494bda9800 -1 journal check: ondisk fsid d7f35df3-ec3e-494f-a5f0-e811f337987a doesn't match expected 28da79e6-d9dc-4960-9170-92b2c6893ac6, invalid (someone else's?) journal
2014-11-11 15:30:11.938904 7f494bda9800 -1 journal FileJournal::_open: disabling aio for non-block journal.  Use journal_force_aio to force use of aio anyway
2014-11-11 15:30:11.960878 7f494bda9800 -1 filestore(/home/loic/software/ceph/ceph/src/dev/osd1) could not find 23c2fcde/osd_superblock/0//-1 in index: (2) No such file or directory
2014-11-11 15:30:12.869478 7f494bda9800 -1 created object store /home/loic/software/ceph/ceph/src/dev/osd1 journal /home/loic/software/ceph/ceph/src/dev/osd1.journal for osd.1 fsid 05fba172-652c-4cc8-95fa-c506840ef31c
2014-11-11 15:30:12.869523 7f494bda9800 -1 auth: error reading file: /home/loic/software/ceph/ceph/src/dev/osd1/keyring: can't open /home/loic/software/ceph/ceph/src/dev/osd1/keyring: (2) No such file or directory
2014-11-11 15:30:12.869598 7f494bda9800 -1 created new key in keyring /home/loic/software/ceph/ceph/src/dev/osd1/keyring
adding osd1 key to auth repository
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
added key for osd.1
start osd1
./ceph-osd -i 1 -c /home/loic/software/ceph/ceph/src/ceph.conf
starting osd.1 at :/0 osd_data /home/loic/software/ceph/ceph/src/dev/osd1 /home/loic/software/ceph/ceph/src/dev/osd1.journal
ERROR: error accessing '/home/loic/software/ceph/ceph/src/dev/osd2/*'
add osd2 49d17018-22d2-42c5-b85a-0a5355825a87
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
2
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
add item id 2 name 'osd.2' weight 1 at location {host=fold,root=default} to crush map
2014-11-11 15:30:16.135821 7f18a5e93800 -1 journal FileJournal::_open: disabling aio for non-block journal.  Use journal_force_aio to force use of aio anyway
2014-11-11 15:30:16.142714 7f18a5e93800 -1 journal check: ondisk fsid 9296d1c0-2745-48f3-8345-5969fd6bb609 doesn't match expected 49d17018-22d2-42c5-b85a-0a5355825a87, invalid (someone else's?) journal
2014-11-11 15:30:17.109802 7f18a5e93800 -1 journal FileJournal::_open: disabling aio for non-block journal.  Use journal_force_aio to force use of aio anyway
2014-11-11 15:30:17.126521 7f18a5e93800 -1 filestore(/home/loic/software/ceph/ceph/src/dev/osd2) could not find 23c2fcde/osd_superblock/0//-1 in index: (2) No such file or directory
2014-11-11 15:30:18.285193 7f18a5e93800 -1 created object store /home/loic/software/ceph/ceph/src/dev/osd2 journal /home/loic/software/ceph/ceph/src/dev/osd2.journal for osd.2 fsid 05fba172-652c-4cc8-95fa-c506840ef31c
2014-11-11 15:30:18.285232 7f18a5e93800 -1 auth: error reading file: /home/loic/software/ceph/ceph/src/dev/osd2/keyring: can't open /home/loic/software/ceph/ceph/src/dev/osd2/keyring: (2) No such file or directory
2014-11-11 15:30:18.285290 7f18a5e93800 -1 created new key in keyring /home/loic/software/ceph/ceph/src/dev/osd2/keyring
adding osd2 key to auth repository
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
added key for osd.2
start osd2
./ceph-osd -i 2 -c /home/loic/software/ceph/ceph/src/ceph.conf
starting osd.2 at :/0 osd_data /home/loic/software/ceph/ceph/src/dev/osd2 /home/loic/software/ceph/ceph/src/dev/osd2.journal
ERROR: error accessing '/home/loic/software/ceph/ceph/src/dev/osd3/*'
add osd3 200301c0-31a5-41ca-a106-32bbd6f14683
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
3
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
add item id 3 name 'osd.3' weight 1 at location {host=fold,root=default} to crush map
2014-11-11 15:30:21.727437 7f3afe3e8800 -1 journal FileJournal::_open: disabling aio for non-block journal.  Use journal_force_aio to force use of aio anyway
2014-11-11 15:30:21.734194 7f3afe3e8800 -1 journal check: ondisk fsid 76118e62-0751-4e0f-907b-453f3077b9a0 doesn't match expected 200301c0-31a5-41ca-a106-32bbd6f14683, invalid (someone else's?) journal
2014-11-11 15:30:22.775063 7f3afe3e8800 -1 journal FileJournal::_open: disabling aio for non-block journal.  Use journal_force_aio to force use of aio anyway
2014-11-11 15:30:22.784537 7f3afe3e8800 -1 filestore(/home/loic/software/ceph/ceph/src/dev/osd3) could not find 23c2fcde/osd_superblock/0//-1 in index: (2) No such file or directory
2014-11-11 15:30:24.284974 7f3afe3e8800 -1 created object store /home/loic/software/ceph/ceph/src/dev/osd3 journal /home/loic/software/ceph/ceph/src/dev/osd3.journal for osd.3 fsid 05fba172-652c-4cc8-95fa-c506840ef31c
2014-11-11 15:30:24.285009 7f3afe3e8800 -1 auth: error reading file: /home/loic/software/ceph/ceph/src/dev/osd3/keyring: can't open /home/loic/software/ceph/ceph/src/dev/osd3/keyring: (2) No such file or directory
2014-11-11 15:30:24.285145 7f3afe3e8800 -1 created new key in keyring /home/loic/software/ceph/ceph/src/dev/osd3/keyring
adding osd3 key to auth repository
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
added key for osd.3
start osd3
./ceph-osd -i 3 -c /home/loic/software/ceph/ceph/src/ceph.conf
starting osd.3 at :/0 osd_data /home/loic/software/ceph/ceph/src/dev/osd3 /home/loic/software/ceph/ceph/src/dev/osd3.journal
started.  stop.sh to stop.  see out/* (e.g. 'tail -f out/????') for debug output.

export PYTHONPATH=./pybind
export LD_LIBRARY_PATH=.libs
DONE
Wait for health_ok... DONE
Created Replicated pool #1
Created Erasure coded pool #2
Creating 8 objects in replicated pool
Creating 4 objects in erasure coded pool
Test invalid parameters
Test --op list by generating json for all objects
Test get-bytes and set-bytes
Test list-attrs get-attr
Test pg info
Test pg logging
Test list-pgs
Test pg export
Test pg removal
Test pg import
Verify replicated import data
** going verbose **
ip 127.0.0.1
./ceph-mon -i a -c /home/loic/software/ceph/ceph/src/ceph.conf
start osd0
./ceph-osd -i 0 -c /home/loic/software/ceph/ceph/src/ceph.conf
starting osd.0 at :/0 osd_data /home/loic/software/ceph/ceph/src/dev/osd0 /home/loic/software/ceph/ceph/src/dev/osd0.journal
start osd1
./ceph-osd -i 1 -c /home/loic/software/ceph/ceph/src/ceph.conf
starting osd.1 at :/0 osd_data /home/loic/software/ceph/ceph/src/dev/osd1 /home/loic/software/ceph/ceph/src/dev/osd1.journal
start osd2
./ceph-osd -i 2 -c /home/loic/software/ceph/ceph/src/ceph.conf
starting osd.2 at :/0 osd_data /home/loic/software/ceph/ceph/src/dev/osd2 /home/loic/software/ceph/ceph/src/dev/osd2.journal
start osd3
./ceph-osd -i 3 -c /home/loic/software/ceph/ceph/src/ceph.conf
starting osd.3 at :/0 osd_data /home/loic/software/ceph/ceph/src/dev/osd3 /home/loic/software/ceph/ceph/src/dev/osd3.journal
started.  stop.sh to stop.  see out/* (e.g. 'tail -f out/????') for debug output.

export PYTHONPATH=./pybind
export LD_LIBRARY_PATH=.libs
DONE
Wait for health_ok... DONE
Verify erasure coded import data
Test import-rados
TEST PASSED