Project

General

Profile

Bug #9808 » session.txt

shell session of the above steps with output - Loïc Dachary, 10/17/2014 04:13 PM

 
loic@fold:~/software/ceph/ceph/src$ rm -fr dev out ; mkdir -p dev ; MON=1 OSD=3 ./vstart.sh -d -n -l mon osd
** going verbose **
ip 127.0.0.1

NOTE: hostname resolves to loopback; remote hosts will not be able to
connect. either adjust /etc/hosts, or edit this script to use your
machine's real IP.

creating /home/loic/software/ceph/ceph/src/keyring
./monmaptool --create --clobber --add a 127.0.0.1:6789 --print /tmp/ceph_monmap.1894
./monmaptool: monmap file /tmp/ceph_monmap.1894
./monmaptool: generated fsid 525bf421-c4ea-4008-a821-c7554b49f9b5
epoch 0
fsid 525bf421-c4ea-4008-a821-c7554b49f9b5
last_changed 2014-10-17 16:01:41.999103
created 2014-10-17 16:01:41.999103
0: 127.0.0.1:6789/0 mon.a
./monmaptool: writing epoch 0 to /tmp/ceph_monmap.1894 (1 monitors)
rm -rf /home/loic/software/ceph/ceph/src/dev/mon.a
mkdir -p /home/loic/software/ceph/ceph/src/dev/mon.a
./ceph-mon --mkfs -c /home/loic/software/ceph/ceph/src/ceph.conf -i a --monmap=/tmp/ceph_monmap.1894 --keyring=/home/loic/software/ceph/ceph/src/keyring
./ceph-mon: set fsid to 59b947a1-2a41-46f5-aa5f-0bd8122f7e42
./ceph-mon: created monfs at /home/loic/software/ceph/ceph/src/dev/mon.a for mon.a
./ceph-mon -i a -c /home/loic/software/ceph/ceph/src/ceph.conf
ERROR: error accessing '/home/loic/software/ceph/ceph/src/dev/osd0/*'
add osd0 a10e6487-a524-402a-8336-7803be2db936
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
0
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
add item id 0 name 'osd.0' weight 1 at location {host=fold,root=default} to crush map
2014-10-17 16:01:44.913120 7f0df244f800 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
2014-10-17 16:01:45.716716 7f0df244f800 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
2014-10-17 16:01:45.730851 7f0df244f800 -1 filestore(/home/loic/software/ceph/ceph/src/dev/osd0) could not find 23c2fcde/osd_superblock/0//-1 in index: (2) No such file or directory
2014-10-17 16:01:46.322872 7f0df244f800 -1 created object store /home/loic/software/ceph/ceph/src/dev/osd0 journal /home/loic/software/ceph/ceph/src/dev/osd0.journal for osd.0 fsid 59b947a1-2a41-46f5-aa5f-0bd8122f7e42
2014-10-17 16:01:46.322924 7f0df244f800 -1 auth: error reading file: /home/loic/software/ceph/ceph/src/dev/osd0/keyring: can't open /home/loic/software/ceph/ceph/src/dev/osd0/keyring: (2) No such file or directory
2014-10-17 16:01:46.323006 7f0df244f800 -1 created new key in keyring /home/loic/software/ceph/ceph/src/dev/osd0/keyring
adding osd0 key to auth repository
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
added key for osd.0
start osd0
./ceph-osd -i 0 -c /home/loic/software/ceph/ceph/src/ceph.conf
starting osd.0 at :/0 osd_data /home/loic/software/ceph/ceph/src/dev/osd0 /home/loic/software/ceph/ceph/src/dev/osd0.journal
ERROR: error accessing '/home/loic/software/ceph/ceph/src/dev/osd1/*'
add osd1 ce33371a-f3f6-4189-a9bf-26874ea373e9
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
1
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
add item id 1 name 'osd.1' weight 1 at location {host=fold,root=default} to crush map
2014-10-17 16:01:49.354354 7f8a2afe6800 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
2014-10-17 16:01:50.398778 7f8a2afe6800 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
2014-10-17 16:01:50.422875 7f8a2afe6800 -1 filestore(/home/loic/software/ceph/ceph/src/dev/osd1) could not find 23c2fcde/osd_superblock/0//-1 in index: (2) No such file or directory
2014-10-17 16:01:51.464970 7f8a2afe6800 -1 created object store /home/loic/software/ceph/ceph/src/dev/osd1 journal /home/loic/software/ceph/ceph/src/dev/osd1.journal for osd.1 fsid 59b947a1-2a41-46f5-aa5f-0bd8122f7e42
2014-10-17 16:01:51.465011 7f8a2afe6800 -1 auth: error reading file: /home/loic/software/ceph/ceph/src/dev/osd1/keyring: can't open /home/loic/software/ceph/ceph/src/dev/osd1/keyring: (2) No such file or directory
2014-10-17 16:01:51.465089 7f8a2afe6800 -1 created new key in keyring /home/loic/software/ceph/ceph/src/dev/osd1/keyring
adding osd1 key to auth repository
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
added key for osd.1
start osd1
./ceph-osd -i 1 -c /home/loic/software/ceph/ceph/src/ceph.conf
starting osd.1 at :/0 osd_data /home/loic/software/ceph/ceph/src/dev/osd1 /home/loic/software/ceph/ceph/src/dev/osd1.journal
ERROR: error accessing '/home/loic/software/ceph/ceph/src/dev/osd2/*'
add osd2 f3292ad6-bc26-4464-aced-d73cda432e98
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
2
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
add item id 2 name 'osd.2' weight 1 at location {host=fold,root=default} to crush map
2014-10-17 16:01:54.783822 7f72daa3d800 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
2014-10-17 16:01:55.675223 7f72daa3d800 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
2014-10-17 16:01:55.694339 7f72daa3d800 -1 filestore(/home/loic/software/ceph/ceph/src/dev/osd2) could not find 23c2fcde/osd_superblock/0//-1 in index: (2) No such file or directory
2014-10-17 16:01:56.786573 7f72daa3d800 -1 created object store /home/loic/software/ceph/ceph/src/dev/osd2 journal /home/loic/software/ceph/ceph/src/dev/osd2.journal for osd.2 fsid 59b947a1-2a41-46f5-aa5f-0bd8122f7e42
2014-10-17 16:01:56.786647 7f72daa3d800 -1 auth: error reading file: /home/loic/software/ceph/ceph/src/dev/osd2/keyring: can't open /home/loic/software/ceph/ceph/src/dev/osd2/keyring: (2) No such file or directory
2014-10-17 16:01:56.786767 7f72daa3d800 -1 created new key in keyring /home/loic/software/ceph/ceph/src/dev/osd2/keyring
adding osd2 key to auth repository
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
added key for osd.2
start osd2
./ceph-osd -i 2 -c /home/loic/software/ceph/ceph/src/ceph.conf
starting osd.2 at :/0 osd_data /home/loic/software/ceph/ceph/src/dev/osd2 /home/loic/software/ceph/ceph/src/dev/osd2.journal
started. stop.sh to stop. see out/* (e.g. 'tail -f out/????') for debug output.

export PYTHONPATH=./pybind
export LD_LIBRARY_PATH=.libs
loic@fold:~/software/ceph/ceph/src$ rados -p rbd bench 1 write -b 4096 --no-cleanup
Maintaining 16 concurrent writes of 4096 bytes for up to 1 seconds or 0 objects
Object prefix: benchmark_data_fold_2756
sec Cur ops started finished avg MB/s cur MB/s last lat avg lat
0 0 0 0 0 0 - 0
1 16 80 64 0.249955 0.25 0.199622 0.206767
Total time run: 1.389941
Total writes made: 81
Write size: 4096
Bandwidth (MB/sec): 0.228

Stddev Bandwidth: 0.176777
Max bandwidth (MB/sec): 0.25
Min bandwidth (MB/sec): 0
Average Latency: 0.267061
Stddev Latency: 0.131365
Max latency: 0.659358
Min latency: 0.133371
loic@fold:~/software/ceph/ceph/src$ ceph tell osd.* injectargs -- --osd_backfill_full_ratio 0
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
osd.0: osd_backfill_full_ratio = '0'
osd.1: osd_backfill_full_ratio = '0'
osd.2: osd_backfill_full_ratio = '0'
loic@fold:~/software/ceph/ceph/src$ pkill -f 'ceph-osd -i 0'
loic@fold:~/software/ceph/ceph/src$ ceph osd out 0
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
marked out osd.0.
loic@fold:~/software/ceph/ceph/src$ ceph pg dump
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
dumped all in format plain
version 27
stamp 2014-10-17 16:02:28.321344
last_osdmap_epoch 16
last_pg_scan 1
full_ratio 0.95
nearfull_ratio 0.85
pg_stat objects mip degr misp unf bytes log disklog state state_stamp v reported up up_primary acting acting_primary last_scrub scrub_stamp last_deep_scrub deep_scrub_stamp
0.3 9 0 9 9 0 36864 6 6 active+undersized+degraded+remapped 2014-10-17 16:02:23.710060 11'9 16:34 [2,1] 2 [2] 2 0'0 2014-10-17 16:01:48.864991 0'0 2014-10-17 16:01:48.864991
0.2 11 0 11 11 0 45056 6 6 active+undersized+degraded+remapped 2014-10-17 16:02:23.747411 11'11 16:53 [1,2] 1 [1] 1 0'0 2014-10-17 16:01:48.864210 0'0 2014-10-17 16:01:48.864210
0.1 6 0 0 0 0 24576 6 6 active+clean 2014-10-17 16:02:23.040549 11'6 16:41 [2,1] 2 [2,1] 2 0'0 2014-10-17 16:01:48.863462 0'0 2014-10-17 16:01:48.863462
0.0 6 0 0 0 0 24576 6 6 active+clean 2014-10-17 16:02:22.958369 11'6 16:57 [2,1] 2 [2,1] 2 0'0 2014-10-17 16:01:48.862028 0'0 2014-10-17 16:01:48.862028
0.7 16 0 16 16 0 65536 6 6 active+undersized+degraded+remapped 2014-10-17 16:02:24.276758 11'16 16:54 [1,2] 1 [1] 1 0'0 2014-10-17 16:01:48.867993 0'0 2014-10-17 16:01:48.867993
0.6 8 0 8 8 0 32768 7 7 active+undersized+degraded+remapped 2014-10-17 16:02:24.110590 11'8 16:49 [1,2] 1 [1] 1 0'0 2014-10-17 16:01:48.867248 0'0 2014-10-17 16:01:48.867248
0.5 18 0 18 18 0 69644 6 6 active+undersized+degraded+remapped 2014-10-17 16:02:24.083049 11'18 16:62 [2,1] 2 [2] 2 0'0 2014-10-17 16:01:48.866503 0'0 2014-10-17 16:01:48.866503
0.4 8 0 0 0 0 32768 8 8 active+clean 2014-10-17 16:02:23.713427 11'8 16:59 [2,1] 2 [2,1] 2 0'0 2014-10-17 16:01:48.865742 0'0 2014-10-17 16:01:48.865742
pool 0 82 0 62 0 331788 51 51
sum 82 0 62 0 331788 51 51
osdstat kbused kbavail kb hb in hb out
0 0 0 0 [] []
1 171453472 19742324 191212180 [2] []
2 171453176 19742620 191212180 [1] []
sum 342906648 39484944 382424360
loic@fold:~/software/ceph/ceph/src$ ceph pg 0.3 query
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
{ "state": "active+undersized+degraded+remapped+backfill_toofull",
"snap_trimq": "[]",
"epoch": 16,
"up": [
2,
1],
"acting": [
2],
"backfill_targets": [
"1"],
"actingbackfill": [
"1",
"2"],
"info": { "pgid": "0.3",
"last_update": "11'9",
"last_complete": "11'9",
"log_tail": "11'3",
"last_user_version": 9,
"last_backfill": "MAX",
"purged_snaps": "[]",
"history": { "epoch_created": 1,
"last_epoch_started": 16,
"last_epoch_clean": 11,
"last_epoch_split": 0,
"same_up_since": 14,
"same_interval_since": 15,
"same_primary_since": 10,
"last_scrub": "0'0",
"last_scrub_stamp": "2014-10-17 16:01:48.864991",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2014-10-17 16:01:48.864991",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "11'9",
"reported_seq": "34",
"reported_epoch": "16",
"state": "active+undersized+degraded+remapped",
"last_fresh": "2014-10-17 16:02:23.710060",
"last_change": "2014-10-17 16:02:23.710060",
"last_active": "2014-10-17 16:02:23.710060",
"last_clean": "2014-10-17 16:02:06.661183",
"last_became_active": "0.000000",
"last_unstale": "2014-10-17 16:02:23.710060",
"last_undegraded": "2014-10-17 16:02:23.167756",
"last_fullsized": "2014-10-17 16:02:23.167756",
"mapping_epoch": 14,
"log_start": "11'3",
"ondisk_log_start": "11'3",
"created": 1,
"last_epoch_clean": 11,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2014-10-17 16:01:48.864991",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2014-10-17 16:01:48.864991",
"last_clean_scrub_stamp": "0.000000",
"log_size": 6,
"ondisk_log_size": 6,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 36864,
"num_objects": 9,
"num_object_clones": 0,
"num_object_copies": 18,
"num_objects_missing_on_primary": 0,
"num_objects_degraded": 9,
"num_objects_misplaced": 9,
"num_objects_unfound": 0,
"num_objects_dirty": 9,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 9,
"num_write_kb": 36,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [
2,
1],
"acting": [
2],
"blocked_by": [],
"up_primary": 2,
"acting_primary": 2},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 16,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}},
"peer_info": [
{ "peer": "1",
"pgid": "0.3",
"last_update": "11'9",
"last_complete": "11'9",
"log_tail": "11'4",
"last_user_version": 0,
"last_backfill": "0\/\/0\/\/-1",
"purged_snaps": "[]",
"history": { "epoch_created": 1,
"last_epoch_started": 16,
"last_epoch_clean": 11,
"last_epoch_split": 0,
"same_up_since": 14,
"same_interval_since": 15,
"same_primary_since": 10,
"last_scrub": "0'0",
"last_scrub_stamp": "2014-10-17 16:01:48.864991",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2014-10-17 16:01:48.864991",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "inactive",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 0,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [],
"acting": [],
"blocked_by": [],
"up_primary": -1,
"acting_primary": -1},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 16,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}}],
"recovery_state": [
{ "name": "Started\/Primary\/Active",
"enter_time": "2014-10-17 16:02:23.167808",
"might_have_unfound": [],
"recovery_progress": { "backfill_targets": [
"1"],
"waiting_on_backfill": [],
"last_backfill_started": "0\/\/0\/\/-1",
"backfill_info": { "begin": "0\/\/0\/\/-1",
"end": "0\/\/0\/\/-1",
"objects": []},
"peer_backfill_info": [],
"backfills_in_flight": [],
"recovering": [],
"pg_backend": { "pull_from_peer": [],
"pushing": []}},
"scrub": { "scrubber.epoch_start": "0",
"scrubber.active": 0,
"scrubber.block_writes": 0,
"scrubber.waiting_on": 0,
"scrubber.waiting_on_whom": []}},
{ "name": "Started",
"enter_time": "2014-10-17 16:02:21.966807"}],
"agent_state": {}}loic@fold:~/software/ceph/ceph/src$
loic@fold:~/software/ceph/ceph/src$ ceph tell osd.* injectargs -- --osd_backfill_full_ratio 0.8
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
osd.0: Error ENXIO: problem getting command descriptions from osd.0
osd.0: problem getting command descriptions from osd.0
osd.1: osd_backfill_full_ratio = '0.8'
osd.2: osd_backfill_full_ratio = '0.8'
loic@fold:~/software/ceph/ceph/src$ sleep 30
loic@fold:~/software/ceph/ceph/src$ ceph pg 0.3 query
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
{ "state": "active+undersized+degraded+remapped+backfill_toofull",
"snap_trimq": "[]",
"epoch": 16,
"up": [
2,
1],
"acting": [
2],
"backfill_targets": [
"1"],
"actingbackfill": [
"1",
"2"],
"info": { "pgid": "0.3",
"last_update": "11'9",
"last_complete": "11'9",
"log_tail": "11'3",
"last_user_version": 9,
"last_backfill": "MAX",
"purged_snaps": "[]",
"history": { "epoch_created": 1,
"last_epoch_started": 16,
"last_epoch_clean": 11,
"last_epoch_split": 0,
"same_up_since": 14,
"same_interval_since": 15,
"same_primary_since": 10,
"last_scrub": "0'0",
"last_scrub_stamp": "2014-10-17 16:01:48.864991",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2014-10-17 16:01:48.864991",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "11'9",
"reported_seq": "34",
"reported_epoch": "16",
"state": "active+undersized+degraded+remapped",
"last_fresh": "2014-10-17 16:02:23.710060",
"last_change": "2014-10-17 16:02:23.710060",
"last_active": "2014-10-17 16:02:23.710060",
"last_clean": "2014-10-17 16:02:06.661183",
"last_became_active": "0.000000",
"last_unstale": "2014-10-17 16:02:23.710060",
"last_undegraded": "2014-10-17 16:02:23.167756",
"last_fullsized": "2014-10-17 16:02:23.167756",
"mapping_epoch": 14,
"log_start": "11'3",
"ondisk_log_start": "11'3",
"created": 1,
"last_epoch_clean": 11,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2014-10-17 16:01:48.864991",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2014-10-17 16:01:48.864991",
"last_clean_scrub_stamp": "0.000000",
"log_size": 6,
"ondisk_log_size": 6,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 36864,
"num_objects": 9,
"num_object_clones": 0,
"num_object_copies": 18,
"num_objects_missing_on_primary": 0,
"num_objects_degraded": 9,
"num_objects_misplaced": 9,
"num_objects_unfound": 0,
"num_objects_dirty": 9,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 9,
"num_write_kb": 36,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [
2,
1],
"acting": [
2],
"blocked_by": [],
"up_primary": 2,
"acting_primary": 2},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 16,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}},
"peer_info": [
{ "peer": "1",
"pgid": "0.3",
"last_update": "11'9",
"last_complete": "11'9",
"log_tail": "11'4",
"last_user_version": 0,
"last_backfill": "0\/\/0\/\/-1",
"purged_snaps": "[]",
"history": { "epoch_created": 1,
"last_epoch_started": 16,
"last_epoch_clean": 11,
"last_epoch_split": 0,
"same_up_since": 14,
"same_interval_since": 15,
"same_primary_since": 10,
"last_scrub": "0'0",
"last_scrub_stamp": "2014-10-17 16:01:48.864991",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2014-10-17 16:01:48.864991",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "inactive",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 0,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [],
"acting": [],
"blocked_by": [],
"up_primary": -1,
"acting_primary": -1},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 16,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}}],
"recovery_state": [
{ "name": "Started\/Primary\/Active",
"enter_time": "2014-10-17 16:02:23.167808",
"might_have_unfound": [],
"recovery_progress": { "backfill_targets": [
"1"],
"waiting_on_backfill": [],
"last_backfill_started": "0\/\/0\/\/-1",
"backfill_info": { "begin": "0\/\/0\/\/-1",
"end": "0\/\/0\/\/-1",
"objects": []},
"peer_backfill_info": [],
"backfills_in_flight": [],
"recovering": [],
"pg_backend": { "pull_from_peer": [],
"pushing": []}},
"scrub": { "scrubber.epoch_start": "0",
"scrubber.active": 0,
"scrubber.block_writes": 0,
"scrubber.waiting_on": 0,
"scrubber.waiting_on_whom": []}},
{ "name": "Started",
"enter_time": "2014-10-17 16:02:21.966807"}],
"agent_state": {}}loic@fold:~/software/ceph/ceph/src$ ceph pg dump
*** DEVELOPER MODE: setting PATH, PYTHONPATH and LD_LIBRARY_PATH ***
dumped all in format plain
version 31
stamp 2014-10-17 16:06:28.377023
last_osdmap_epoch 16
last_pg_scan 1
full_ratio 0.95
nearfull_ratio 0.85
pg_stat objects mip degr misp unf bytes log disklog state state_stamp v reported up up_primary acting acting_primary last_scrub scrub_stamp last_deep_scrub deep_scrub_stamp
0.3 9 0 9 9 0 36864 6 6 active+undersized+degraded+remapped 2014-10-17 16:02:23.710060 11'9 16:34 [2,1] 2 [2] 2 0'0 2014-10-17 16:01:48.864991 0'0 2014-10-17 16:01:48.864991
0.2 11 0 11 11 0 45056 6 6 active+undersized+degraded+remapped 2014-10-17 16:02:23.747411 11'11 16:53 [1,2] 1 [1] 1 0'0 2014-10-17 16:01:48.864210 0'0 2014-10-17 16:01:48.864210
0.1 6 0 0 0 0 24576 6 6 active+clean 2014-10-17 16:02:23.040549 11'6 16:41 [2,1] 2 [2,1] 2 0'0 2014-10-17 16:01:48.863462 0'0 2014-10-17 16:01:48.863462
0.0 6 0 0 0 0 24576 6 6 active+clean 2014-10-17 16:02:22.958369 11'6 16:57 [2,1] 2 [2,1] 2 0'0 2014-10-17 16:01:48.862028 0'0 2014-10-17 16:01:48.862028
0.7 16 0 16 16 0 65536 6 6 active+undersized+degraded+remapped 2014-10-17 16:02:24.276758 11'16 16:54 [1,2] 1 [1] 1 0'0 2014-10-17 16:01:48.867993 0'0 2014-10-17 16:01:48.867993
0.6 8 0 8 8 0 32768 7 7 active+undersized+degraded+remapped 2014-10-17 16:02:24.110590 11'8 16:49 [1,2] 1 [1] 1 0'0 2014-10-17 16:01:48.867248 0'0 2014-10-17 16:01:48.867248
0.5 18 0 18 18 0 69644 6 6 active+undersized+degraded+remapped 2014-10-17 16:02:24.083049 11'18 16:62 [2,1] 2 [2] 2 0'0 2014-10-17 16:01:48.866503 0'0 2014-10-17 16:01:48.866503
0.4 8 0 0 0 0 32768 8 8 active+clean 2014-10-17 16:02:23.713427 11'8 16:59 [2,1] 2 [2,1] 2 0'0 2014-10-17 16:01:48.865742 0'0 2014-10-17 16:01:48.865742
pool 0 82 0 62 0 331788 51 51
sum 82 0 62 0 331788 51 51
osdstat kbused kbavail kb hb in hb out
0 0 0 0 [] []
1 171455684 19740112 191212180 [2] []
2 171455708 19740088 191212180 [1] []
sum 342911392 39480200 382424360
loic@fold:~/software/ceph/ceph/src$
(1-1/2)