[root@storage0105-ib ceph]# tail -f ceph-osd.394.log
2014-08-25 11:02:23.879505 7f1b99888700  0 -- 192.168.1.105:6810/1034384 >> 192.168.1.114:6801/729057174 pipe(0x6b52080 sd=199 :6810 s=0 pgs=0 cs=0 l=0 c=0x6ba6b40).accept connect_seq 0 vs existing 0 state connecting
2014-08-25 11:02:23.898814 7f1b98b7b700  0 -- 192.168.1.105:6810/1034384 >> 192.168.1.101:6820/538062106 pipe(0x6b50a00 sd=207 :6810 s=0 pgs=0 cs=0 l=0 c=0x5018580).accept connect_seq 0 vs existing 0 state connecting
2014-08-25 11:02:24.775069 7f1baf8b0700  0 osd.394 411202 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:26.091618 7f1bae8ae700  0 osd.394 411203 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:27.012855 7f1bae8ae700  0 osd.394 411204 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:28.098503 7f1baf8b0700  0 osd.394 411205 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:28.360831 7f1b8e927700  0 -- 192.168.1.105:6810/1034384 >> 192.168.1.202:6808/1205037910 pipe(0x6b51900 sd=317 :6810 s=0 pgs=0 cs=0 l=0 c=0x501ef60).accept connect_seq 0 vs existing 0 state connecting
2014-08-25 11:02:30.372118 7f1bae8ae700  0 osd.394 411206 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:31.307251 7f1bae8ae700  0 osd.394 411207 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:32.587486 7f1bae8ae700  0 osd.394 411208 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:33.467271 7f1baf8b0700  0 osd.394 411209 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:38.409917 7f1b9e1ca700 -1 osd.394 411209 *** Got signal Terminated ***
2014-08-25 11:02:38.409969 7f1b9e1ca700  0 osd.394 411209 prepare_to_stop telling mon we are shutting down
2014-08-25 11:02:38.879206 7f1bae8ae700  0 osd.394 411210 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:41.156121 7f25a73617a0  0 ceph version 0.80.5 (38b73c67d375a2552d8ed67843c8a65c2c0feba6), process ceph-osd, pid 41922
2014-08-25 11:02:41.161587 7f25a73617a0  0 filestore(/var/lib/ceph/osd/ceph-394) mount detected xfs (libxfs)
2014-08-25 11:02:41.161610 7f25a73617a0  1 filestore(/var/lib/ceph/osd/ceph-394)  disabling 'filestore replica fadvise' due to known issues with fadvise(DONTNEED) on xfs
2014-08-25 11:02:41.164024 7f25a73617a0  0 genericfilestorebackend(/var/lib/ceph/osd/ceph-394) detect_features: FIEMAP ioctl is supported and appears to work
2014-08-25 11:02:41.164037 7f25a73617a0  0 genericfilestorebackend(/var/lib/ceph/osd/ceph-394) detect_features: FIEMAP ioctl is disabled via 'filestore fiemap' config option
2014-08-25 11:02:41.171390 7f25a73617a0  0 genericfilestorebackend(/var/lib/ceph/osd/ceph-394) detect_features: syscall(SYS_syncfs, fd) fully supported
2014-08-25 11:02:41.171502 7f25a73617a0  0 xfsfilestorebackend(/var/lib/ceph/osd/ceph-394) detect_feature: extsize is disabled by conf
2014-08-25 11:02:41.187403 7f25a73617a0  0 filestore(/var/lib/ceph/osd/ceph-394) mount: enabling WRITEAHEAD journal mode: checkpoint is not enabled
2014-08-25 11:02:41.205147 7f25a73617a0  1 journal _open /var/lib/ceph/osd/ceph-394/journal fd 21: 2146435072 bytes, block size 4096 bytes, directio = 1, aio = 1
2014-08-25 11:02:41.280464 7f25a73617a0  1 journal _open /var/lib/ceph/osd/ceph-394/journal fd 21: 2146435072 bytes, block size 4096 bytes, directio = 1, aio = 1
2014-08-25 11:02:41.288787 7f25a73617a0  1 journal close /var/lib/ceph/osd/ceph-394/journal
2014-08-25 11:02:41.289764 7f25a73617a0  2 osd.394 0 mounting /var/lib/ceph/osd/ceph-394 /var/lib/ceph/osd/ceph-394/journal
2014-08-25 11:02:41.289837 7f25a73617a0  0 filestore(/var/lib/ceph/osd/ceph-394) mount detected xfs (libxfs)
2014-08-25 11:02:41.291518 7f25a73617a0  0 genericfilestorebackend(/var/lib/ceph/osd/ceph-394) detect_features: FIEMAP ioctl is supported and appears to work
2014-08-25 11:02:41.291536 7f25a73617a0  0 genericfilestorebackend(/var/lib/ceph/osd/ceph-394) detect_features: FIEMAP ioctl is disabled via 'filestore fiemap' config option
2014-08-25 11:02:41.298199 7f25a73617a0  0 genericfilestorebackend(/var/lib/ceph/osd/ceph-394) detect_features: syscall(SYS_syncfs, fd) fully supported
2014-08-25 11:02:41.298282 7f25a73617a0  0 xfsfilestorebackend(/var/lib/ceph/osd/ceph-394) detect_feature: extsize is disabled by conf
2014-08-25 11:02:41.306525 7f25a73617a0  0 filestore(/var/lib/ceph/osd/ceph-394) mount: WRITEAHEAD journal mode explicitly enabled in conf
2014-08-25 11:02:41.324267 7f25a73617a0  1 journal _open /var/lib/ceph/osd/ceph-394/journal fd 21: 2146435072 bytes, block size 4096 bytes, directio = 1, aio = 1
2014-08-25 11:02:41.381587 7f25a73617a0  1 journal _open /var/lib/ceph/osd/ceph-394/journal fd 21: 2146435072 bytes, block size 4096 bytes, directio = 1, aio = 1
2014-08-25 11:02:41.381835 7f25a73617a0  2 osd.394 0 boot
2014-08-25 11:02:41.381933 7f25a73617a0 10 osd.394 0 read_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411210 [194721,411210] lci=[411160,411210])
2014-08-25 11:02:41.382013 7f25a73617a0 10 open_all_classes
2014-08-25 11:02:41.382055 7f25a73617a0 10 open_all_classes found kvs
2014-08-25 11:02:41.382066 7f25a73617a0 10 _get_class adding new class name kvs 0x33a0108
2014-08-25 11:02:41.382071 7f25a73617a0 10 _load_class kvs from /usr/lib64/rados-classes/libcls_kvs.so
2014-08-25 11:02:41.382488 7f25a73617a0 10 register_class kvs status 3
2014-08-25 11:02:41.382498 7f25a73617a0 10 register_cxx_method kvs.get_idata_from_key flags 1 0x7f2598805b10
2014-08-25 11:02:41.382503 7f25a73617a0 10 register_cxx_method kvs.get_next_idata flags 1 0x7f2598804b70
2014-08-25 11:02:41.382506 7f25a73617a0 10 register_cxx_method kvs.get_prev_idata flags 1 0x7f2598806560
2014-08-25 11:02:41.382508 7f25a73617a0 10 register_cxx_method kvs.read_many flags 1 0x7f2598805100
2014-08-25 11:02:41.382510 7f25a73617a0 10 register_cxx_method kvs.check_writable flags 3 0x7f2598802ab0
2014-08-25 11:02:41.382512 7f25a73617a0 10 register_cxx_method kvs.assert_size_in_bound flags 2 0x7f2598802ec0
2014-08-25 11:02:41.382514 7f25a73617a0 10 register_cxx_method kvs.omap_insert flags 2 0x7f2598804390
2014-08-25 11:02:41.382516 7f25a73617a0 10 register_cxx_method kvs.create_with_omap flags 2 0x7f25988030e0
2014-08-25 11:02:41.382517 7f25a73617a0 10 register_cxx_method kvs.omap_remove flags 2 0x7f2598803c80
2014-08-25 11:02:41.382519 7f25a73617a0 10 register_cxx_method kvs.maybe_read_for_balance flags 1 0x7f25988034a0
2014-08-25 11:02:41.382521 7f25a73617a0 10 _load_class kvs success
2014-08-25 11:02:41.382522 7f25a73617a0 10 open_all_classes found lock
2014-08-25 11:02:41.382525 7f25a73617a0 10 _get_class adding new class name lock 0x33a02c8
2014-08-25 11:02:41.382529 7f25a73617a0 10 _load_class lock from /usr/lib64/rados-classes/libcls_lock.so
2014-08-25 11:02:41.382678 7f25a73617a0 10 register_class lock status 3
2014-08-25 11:02:41.382685 7f25a73617a0 10 register_cxx_method lock.lock flags 3 0x7f25983f55f0
2014-08-25 11:02:41.382688 7f25a73617a0 10 register_cxx_method lock.unlock flags 3 0x7f25983f6510
2014-08-25 11:02:41.382690 7f25a73617a0 10 register_cxx_method lock.break_lock flags 3 0x7f25983f6950
2014-08-25 11:02:41.382691 7f25a73617a0 10 register_cxx_method lock.get_info flags 1 0x7f25983f4ad0
2014-08-25 11:02:41.382693 7f25a73617a0 10 register_cxx_method lock.list_locks flags 1 0x7f25983f3630
2014-08-25 11:02:41.382694 7f25a73617a0 10 _load_class lock success
2014-08-25 11:02:41.382696 7f25a73617a0 10 open_all_classes found refcount
2014-08-25 11:02:41.382698 7f25a73617a0 10 _get_class adding new class name refcount 0x33a01e8
2014-08-25 11:02:41.382700 7f25a73617a0 10 _load_class refcount from /usr/lib64/rados-classes/libcls_refcount.so
2014-08-25 11:02:41.385541 7f25a73617a0 10 register_class refcount status 3
2014-08-25 11:02:41.385543 7f25a73617a0 10 register_cxx_method refcount.get flags 3 0x7f25980c9050
2014-08-25 11:02:41.385547 7f25a73617a0 10 register_cxx_method refcount.put flags 3 0x7f25980c9610
2014-08-25 11:02:41.385548 7f25a73617a0 10 register_cxx_method refcount.set flags 3 0x7f25980c7c60
2014-08-25 11:02:41.385550 7f25a73617a0 10 register_cxx_method refcount.read flags 1 0x7f25980c8aa0
2014-08-25 11:02:41.385551 7f25a73617a0 10 _load_class refcount success
2014-08-25 11:02:41.385553 7f25a73617a0 10 open_all_classes found log
2014-08-25 11:02:41.385558 7f25a73617a0 10 _get_class adding new class name log 0x33a0568
2014-08-25 11:02:41.385560 7f25a73617a0 10 _load_class log from /usr/lib64/rados-classes/libcls_log.so
2014-08-25 11:02:41.385696 7f25a73617a0 10 register_class log status 3
2014-08-25 11:02:41.385707 7f25a73617a0 10 register_cxx_method log.add flags 3 0x7f2597e1d370
2014-08-25 11:02:41.385710 7f25a73617a0 10 register_cxx_method log.list flags 1 0x7f2597e1e1f0
2014-08-25 11:02:41.385711 7f25a73617a0 10 register_cxx_method log.trim flags 3 0x7f2597e1cb40
2014-08-25 11:02:41.385715 7f25a73617a0 10 register_cxx_method log.info flags 1 0x7f2597e1f5d0
2014-08-25 11:02:41.385716 7f25a73617a0 10 _load_class log success
2014-08-25 11:02:41.385718 7f25a73617a0 10 open_all_classes found statelog
2014-08-25 11:02:41.385720 7f25a73617a0 10 _get_class adding new class name statelog 0x33a0488
2014-08-25 11:02:41.385722 7f25a73617a0 10 _load_class statelog from /usr/lib64/rados-classes/libcls_statelog.so
2014-08-25 11:02:41.385852 7f25a73617a0 10 register_class statelog status 3
2014-08-25 11:02:41.385854 7f25a73617a0 10 register_cxx_method statelog.add flags 3 0x7f2597c16360
2014-08-25 11:02:41.385856 7f25a73617a0 10 register_cxx_method statelog.list flags 1 0x7f2597c150e0
2014-08-25 11:02:41.385857 7f25a73617a0 10 register_cxx_method statelog.remove flags 3 0x7f2597c17330
2014-08-25 11:02:41.385859 7f25a73617a0 10 register_cxx_method statelog.check_state flags 1 0x7f2597c16aa0
2014-08-25 11:02:41.385861 7f25a73617a0 10 _load_class statelog success
2014-08-25 11:02:41.385862 7f25a73617a0 10 open_all_classes found version
2014-08-25 11:02:41.385864 7f25a73617a0 10 _get_class adding new class name version 0x33a03a8
2014-08-25 11:02:41.385866 7f25a73617a0 10 _load_class version from /usr/lib64/rados-classes/libcls_version.so
2014-08-25 11:02:41.385969 7f25a73617a0 10 register_class version status 3
2014-08-25 11:02:41.385971 7f25a73617a0 10 register_cxx_method version.set flags 3 0x7f2597a0e3c0
2014-08-25 11:02:41.385973 7f25a73617a0 10 register_cxx_method version.inc flags 3 0x7f2597a0f6b0
2014-08-25 11:02:41.385974 7f25a73617a0 10 register_cxx_method version.inc_conds flags 3 0x7f2597a0f6b0
2014-08-25 11:02:41.385976 7f25a73617a0 10 register_cxx_method version.read flags 1 0x7f2597a0ed20
2014-08-25 11:02:41.385978 7f25a73617a0 10 register_cxx_method version.check_conds flags 1 0x7f2597a0f0a0
2014-08-25 11:02:41.385979 7f25a73617a0 10 _load_class version success
2014-08-25 11:02:41.385981 7f25a73617a0 10 open_all_classes found user
2014-08-25 11:02:41.385983 7f25a73617a0 10 _get_class adding new class name user 0x33a08e8
2014-08-25 11:02:41.385985 7f25a73617a0 10 _load_class user from /usr/lib64/rados-classes/libcls_user.so
2014-08-25 11:02:41.386106 7f25a73617a0 10 register_class user status 3
2014-08-25 11:02:41.386113 7f25a73617a0 10 register_cxx_method user.set_buckets_info flags 3 0x7f2597807220
2014-08-25 11:02:41.386116 7f25a73617a0 10 register_cxx_method user.complete_stats_sync flags 3 0x7f2597805ff0
2014-08-25 11:02:41.386118 7f25a73617a0 10 register_cxx_method user.remove_bucket flags 3 0x7f2597808210
2014-08-25 11:02:41.386120 7f25a73617a0 10 register_cxx_method user.list_buckets flags 1 0x7f25978063c0
2014-08-25 11:02:41.386121 7f25a73617a0 10 register_cxx_method user.get_header flags 1 0x7f2597805c50
2014-08-25 11:02:41.386126 7f25a73617a0 10 _load_class user success
2014-08-25 11:02:41.386127 7f25a73617a0 10 open_all_classes found replica_log
2014-08-25 11:02:41.386130 7f25a73617a0 10 _get_class adding new class name replica_log 0x33a0808
2014-08-25 11:02:41.386131 7f25a73617a0 10 _load_class replica_log from /usr/lib64/rados-classes/libcls_replica_log.so
2014-08-25 11:02:41.386242 7f25a73617a0 10 register_class replica_log status 3
2014-08-25 11:02:41.386245 7f25a73617a0 10 register_cxx_method replica_log.set flags 3 0x7f25975ffb30
2014-08-25 11:02:41.386249 7f25a73617a0 10 register_cxx_method replica_log.get flags 1 0x7f25975feac0
2014-08-25 11:02:41.386250 7f25a73617a0 10 register_cxx_method replica_log.delete flags 3 0x7f25975ff5b0
2014-08-25 11:02:41.386252 7f25a73617a0 10 _load_class replica_log success
2014-08-25 11:02:41.386253 7f25a73617a0 10 open_all_classes found hello
2014-08-25 11:02:41.386255 7f25a73617a0 10 _get_class adding new class name hello 0x33a0728
2014-08-25 11:02:41.386258 7f25a73617a0 10 _load_class hello from /usr/lib64/rados-classes/libcls_hello.so
2014-08-25 11:02:41.386370 7f25a73617a0  0 <cls> cls/hello/cls_hello.cc:271: loading cls_hello
2014-08-25 11:02:41.386378 7f25a73617a0 10 register_class hello status 3
2014-08-25 11:02:41.386380 7f25a73617a0 10 register_cxx_method hello.say_hello flags 1 0x7f25973f91f0
2014-08-25 11:02:41.386382 7f25a73617a0 10 register_cxx_method hello.record_hello flags 2 0x7f25973f93e0
2014-08-25 11:02:41.386384 7f25a73617a0 10 register_cxx_method hello.writes_dont_return_data flags 2 0x7f25973f9960
2014-08-25 11:02:41.386385 7f25a73617a0 10 register_cxx_method hello.replay flags 1 0x7f25973f91c0
2014-08-25 11:02:41.386387 7f25a73617a0 10 register_cxx_method hello.turn_it_to_11 flags 3 0x7f25973f9c40
2014-08-25 11:02:41.386388 7f25a73617a0 10 register_cxx_method hello.bad_reader flags 2 0x7f25973f91b0
2014-08-25 11:02:41.386390 7f25a73617a0 10 register_cxx_method hello.bad_writer flags 1 0x7f25973f91a0
2014-08-25 11:02:41.386391 7f25a73617a0 10 _load_class hello success
2014-08-25 11:02:41.386393 7f25a73617a0 10 open_all_classes found rgw
2014-08-25 11:02:41.386395 7f25a73617a0 10 _get_class adding new class name rgw 0x33a0648
2014-08-25 11:02:41.386397 7f25a73617a0 10 _load_class rgw from /usr/lib64/rados-classes/libcls_rgw.so
2014-08-25 11:02:41.388902 7f25a73617a0 10 register_class rgw status 3
2014-08-25 11:02:41.388904 7f25a73617a0 10 register_cxx_method rgw.bucket_init_index flags 3 0x7f25970b4cc0
2014-08-25 11:02:41.388909 7f25a73617a0 10 register_cxx_method rgw.bucket_set_tag_timeout flags 3 0x7f25970b4740
2014-08-25 11:02:41.388915 7f25a73617a0 10 register_cxx_method rgw.bucket_list flags 1 0x7f25970bb480
2014-08-25 11:02:41.388918 7f25a73617a0 10 register_cxx_method rgw.bucket_check_index flags 1 0x7f25970bb030
2014-08-25 11:02:41.388919 7f25a73617a0 10 register_cxx_method rgw.bucket_rebuild_index flags 3 0x7f25970bb2d0
2014-08-25 11:02:41.388923 7f25a73617a0 10 register_cxx_method rgw.bucket_prepare_op flags 3 0x7f25970bd0f0
2014-08-25 11:02:41.388924 7f25a73617a0 10 register_cxx_method rgw.bucket_complete_op flags 3 0x7f25970bdaf0
2014-08-25 11:02:41.388926 7f25a73617a0 10 register_cxx_method rgw.bi_log_list flags 1 0x7f25970b9280
2014-08-25 11:02:41.388928 7f25a73617a0 10 register_cxx_method rgw.bi_log_trim flags 3 0x7f25970b8df0
2014-08-25 11:02:41.388929 7f25a73617a0 10 register_cxx_method rgw.dir_suggest_changes flags 3 0x7f25970bc5e0
2014-08-25 11:02:41.388931 7f25a73617a0 10 register_cxx_method rgw.user_usage_log_add flags 3 0x7f25970b8000
2014-08-25 11:02:41.388932 7f25a73617a0 10 register_cxx_method rgw.user_usage_log_read flags 1 0x7f25970b5f30
2014-08-25 11:02:41.388934 7f25a73617a0 10 register_cxx_method rgw.user_usage_log_trim flags 3 0x7f25970b5bd0
2014-08-25 11:02:41.388935 7f25a73617a0 10 register_cxx_method rgw.gc_set_entry flags 3 0x7f25970b7960
2014-08-25 11:02:41.388937 7f25a73617a0 10 register_cxx_method rgw.gc_defer_entry flags 3 0x7f25970b7660
2014-08-25 11:02:41.388938 7f25a73617a0 10 register_cxx_method rgw.gc_list flags 1 0x7f25970b67d0
2014-08-25 11:02:41.388940 7f25a73617a0 10 register_cxx_method rgw.gc_remove flags 3 0x7f25970b7c00
2014-08-25 11:02:41.388942 7f25a73617a0 10 _load_class rgw success
2014-08-25 11:02:41.388944 7f25a73617a0 10 open_all_classes found rbd
2014-08-25 11:02:41.388948 7f25a73617a0 10 _get_class adding new class name rbd 0x33a0d48
2014-08-25 11:02:41.388950 7f25a73617a0 10 _load_class rbd from /usr/lib64/rados-classes/libcls_rbd.so
2014-08-25 11:02:41.389185 7f25a73617a0 10 register_class rbd status 3
2014-08-25 11:02:41.389193 7f25a73617a0 10 register_cxx_method rbd.create flags 3 0x7f2596dfa8b0
2014-08-25 11:02:41.389196 7f25a73617a0 10 register_cxx_method rbd.get_features flags 1 0x7f2596dff830
2014-08-25 11:02:41.389198 7f25a73617a0 10 register_cxx_method rbd.get_size flags 1 0x7f2596e00d50
2014-08-25 11:02:41.389199 7f25a73617a0 10 register_cxx_method rbd.set_size flags 3 0x7f2596dffbd0
2014-08-25 11:02:41.389201 7f25a73617a0 10 register_cxx_method rbd.get_snapcontext flags 1 0x7f2596dfb8b0
2014-08-25 11:02:41.389204 7f25a73617a0 10 register_cxx_method rbd.get_object_prefix flags 1 0x7f2596dff330
2014-08-25 11:02:41.389205 7f25a73617a0 10 register_cxx_method rbd.get_snapshot_name flags 1 0x7f2596dfe070
2014-08-25 11:02:41.389208 7f25a73617a0 10 register_cxx_method rbd.snapshot_add flags 3 0x7f2596e001a0
2014-08-25 11:02:41.389210 7f25a73617a0 10 register_cxx_method rbd.snapshot_remove flags 3 0x7f2596dfde20
2014-08-25 11:02:41.389212 7f25a73617a0 10 register_cxx_method rbd.get_all_features flags 1 0x7f2596df73f0
2014-08-25 11:02:41.389213 7f25a73617a0 10 register_cxx_method rbd.copyup flags 3 0x7f2596df7370
2014-08-25 11:02:41.389215 7f25a73617a0 10 register_cxx_method rbd.get_parent flags 1 0x7f2596e011c0
2014-08-25 11:02:41.389217 7f25a73617a0 10 register_cxx_method rbd.set_parent flags 3 0x7f2596dfed20
2014-08-25 11:02:41.389219 7f25a73617a0 10 register_cxx_method rbd.remove_parent flags 3 0x7f2596dfeb10
2014-08-25 11:02:41.389221 7f25a73617a0 10 register_cxx_method rbd.set_protection_status flags 3 0x7f2596dfe530
2014-08-25 11:02:41.389223 7f25a73617a0 10 register_cxx_method rbd.get_protection_status flags 1 0x7f2596dfe2c0
2014-08-25 11:02:41.389224 7f25a73617a0 10 register_cxx_method rbd.get_stripe_unit_count flags 1 0x7f2596dff550
2014-08-25 11:02:41.389226 7f25a73617a0 10 register_cxx_method rbd.set_stripe_unit_count flags 3 0x7f2596df93d0
2014-08-25 11:02:41.389228 7f25a73617a0 10 register_cxx_method rbd.add_child flags 3 0x7f2596dfbf60
2014-08-25 11:02:41.389229 7f25a73617a0 10 register_cxx_method rbd.remove_child flags 3 0x7f2596dfd2e0
2014-08-25 11:02:41.389231 7f25a73617a0 10 register_cxx_method rbd.get_children flags 1 0x7f2596dfc4c0
2014-08-25 11:02:41.389233 7f25a73617a0 10 register_cxx_method rbd.get_id flags 1 0x7f2596df7960
2014-08-25 11:02:41.389234 7f25a73617a0 10 register_cxx_method rbd.set_id flags 3 0x7f2596dfbcd0
2014-08-25 11:02:41.389236 7f25a73617a0 10 register_cxx_method rbd.dir_get_id flags 1 0x7f2596df8fd0
2014-08-25 11:02:41.389237 7f25a73617a0 10 register_cxx_method rbd.dir_get_name flags 1 0x7f2596df97d0
2014-08-25 11:02:41.389239 7f25a73617a0 10 register_cxx_method rbd.dir_list flags 1 0x7f2596df9d70
2014-08-25 11:02:41.389241 7f25a73617a0 10 register_cxx_method rbd.dir_add_image flags 3 0x7f2596dfb670
2014-08-25 11:02:41.389242 7f25a73617a0 10 register_cxx_method rbd.dir_remove_image flags 3 0x7f2596df8db0
2014-08-25 11:02:41.389245 7f25a73617a0 10 register_cxx_method rbd.dir_rename_image flags 3 0x7f2596dfb390
2014-08-25 11:02:41.389247 7f25a73617a0 10 register_cxx_method rbd.snap_list flags 1 0x7f2596dfe860
2014-08-25 11:02:41.389248 7f25a73617a0 10 register_cxx_method rbd.snap_add flags 3 0x7f2596dfc830
2014-08-25 11:02:41.389250 7f25a73617a0 10 register_cxx_method rbd.snap_remove flags 3 0x7f2596dfcd50
2014-08-25 11:02:41.389254 7f25a73617a0 10 _load_class rbd success
2014-08-25 11:02:41.389277 7f25a73617a0 20 osd.394 0 get_map 411210 - loading and decoding 0x2712000
2014-08-25 11:02:41.389470 7f25a73617a0 10 osd.394 0 add_map_bl 411210 271615 bytes
2014-08-25 11:02:41.390353 7f25a73617a0  0 osd.394 411210 crush map has features 2303210029056, adjusting msgr requires for clients
2014-08-25 11:02:41.390378 7f25a73617a0  0 osd.394 411210 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:41.390383 7f25a73617a0  0 osd.394 411210 crush map has features 2578087936000, adjusting msgr requires for osds
2014-08-25 11:02:41.390387 7f25a73617a0 10 osd.394 411210 create_recoverystate_perf
2014-08-25 11:02:41.390399 7f25a73617a0  0 osd.394 411210 load_pgs
2014-08-25 11:02:41.390533 7f25a73617a0 10 osd.394 411210 load_pgs ignoring unrecognized meta
2014-08-25 11:02:41.390603 7f25a73617a0 10 osd.394 411210 pgid 29.1f coll 29.1f_head
2014-08-25 11:02:41.390805 7f25a73617a0 20 osd.394 0 get_map 411202 - loading and decoding 0x2711c00
2014-08-25 11:02:41.390980 7f25a73617a0 10 osd.394 0 add_map_bl 411202 271615 bytes
2014-08-25 11:02:41.392516 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.1f
2014-08-25 11:02:41.392536 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.392622 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.1f(unlocked)] enter Initial
2014-08-25 11:02:41.392655 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.1f(unlocked)] enter NotTrimming
2014-08-25 11:02:41.392790 7f25a73617a0 10 read_log
2014-08-25 11:02:41.392930 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.392964 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=0 pi=411005-411200/13 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.392994 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=0 pi=411005-411200/13 crt=0'0 inactive NOTIFY] exit Initial 0.000373 0 0.000000
2014-08-25 11:02:41.393019 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=0 pi=411005-411200/13 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.393027 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=0 pi=411005-411200/13 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.393036 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.393044 7f25a73617a0 10 osd.394 411210 pgid 29.ce coll 29.ce_head
2014-08-25 11:02:41.394091 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.ce
2014-08-25 11:02:41.394105 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.394134 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.ce(unlocked)] enter Initial
2014-08-25 11:02:41.394142 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.ce(unlocked)] enter NotTrimming
2014-08-25 11:02:41.402445 7f25a73617a0 10 read_log
2014-08-25 11:02:41.402556 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.402575 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=0 pi=240783-411200/10121 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.402588 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=0 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] exit Initial 0.008455 0 0.000000
2014-08-25 11:02:41.402599 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=0 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.402606 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=0 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.402615 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.402623 7f25a73617a0 10 osd.394 411210 pgid 29.138 coll 29.138_head
2014-08-25 11:02:41.402721 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.138
2014-08-25 11:02:41.402734 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.402761 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.138(unlocked)] enter Initial
2014-08-25 11:02:41.402770 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.138(unlocked)] enter NotTrimming
2014-08-25 11:02:41.402892 7f25a73617a0 10 read_log
2014-08-25 11:02:41.402975 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.402994 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=0 pi=410479-411200/50 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.403007 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=0 pi=410479-411200/50 crt=0'0 inactive NOTIFY] exit Initial 0.000246 0 0.000000
2014-08-25 11:02:41.403017 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=0 pi=410479-411200/50 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.403026 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=0 pi=410479-411200/50 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.403033 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.403041 7f25a73617a0 10 osd.394 411210 pgid 29.145 coll 29.145_head
2014-08-25 11:02:41.403133 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.145
2014-08-25 11:02:41.403145 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.403171 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.145(unlocked)] enter Initial
2014-08-25 11:02:41.403179 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.145(unlocked)] enter NotTrimming
2014-08-25 11:02:41.403279 7f25a73617a0 10 read_log
2014-08-25 11:02:41.403358 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.403386 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=0 pi=410736-411200/33 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.403401 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=0 pi=410736-411200/33 crt=0'0 inactive NOTIFY] exit Initial 0.000230 0 0.000000
2014-08-25 11:02:41.403411 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=0 pi=410736-411200/33 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.403422 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=0 pi=410736-411200/33 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.403429 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.403437 7f25a73617a0 10 osd.394 411210 pgid 29.17b coll 29.17b_head
2014-08-25 11:02:41.403519 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.17b
2014-08-25 11:02:41.403530 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.403563 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.17b(unlocked)] enter Initial
2014-08-25 11:02:41.403573 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.17b(unlocked)] enter NotTrimming
2014-08-25 11:02:41.403657 7f25a73617a0 10 read_log
2014-08-25 11:02:41.403736 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.403757 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=0 pi=411097-411200/7 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.403769 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=0 pi=411097-411200/7 crt=0'0 inactive NOTIFY] exit Initial 0.000207 0 0.000000
2014-08-25 11:02:41.403779 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=0 pi=411097-411200/7 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.403786 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=0 pi=411097-411200/7 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.403793 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.403801 7f25a73617a0 10 osd.394 411210 pgid 29.185 coll 29.185_head
2014-08-25 11:02:41.405007 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.185
2014-08-25 11:02:41.405021 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.405050 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.185(unlocked)] enter Initial
2014-08-25 11:02:41.405063 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.185(unlocked)] enter NotTrimming
2014-08-25 11:02:41.405147 7f25a73617a0 10 read_log
2014-08-25 11:02:41.405227 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.405248 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.405263 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000213 0 0.000000
2014-08-25 11:02:41.405281 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.405288 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411202
2014-08-25 11:02:41.405296 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.405303 7f25a73617a0 10 osd.394 411210 pgid 29.1e2 coll 29.1e2_head
2014-08-25 11:02:41.405399 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.1e2
2014-08-25 11:02:41.405411 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.405441 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.1e2(unlocked)] enter Initial
2014-08-25 11:02:41.405452 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.1e2(unlocked)] enter NotTrimming
2014-08-25 11:02:41.417529 7f25a73617a0 10 read_log
2014-08-25 11:02:41.417728 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.417761 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=0 pi=195685-411200/14696 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.417786 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=0 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] exit Initial 0.012345 0 0.000000
2014-08-25 11:02:41.417804 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=0 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.417817 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=0 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.417830 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.417843 7f25a73617a0 10 osd.394 411210 pgid 29.21b coll 29.21b_head
2014-08-25 11:02:41.418007 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.21b
2014-08-25 11:02:41.418030 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.418083 7f25a73617a0  5 osd.394 pg_epoch: 411210 pg[29.21b(unlocked)] enter Initial
2014-08-25 11:02:41.418107 7f25a73617a0 20 osd.394 pg_epoch: 411210 pg[29.21b(unlocked)] enter NotTrimming
2014-08-25 11:02:41.418198 7f25a73617a0 10 read_log
2014-08-25 11:02:41.418384 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.418423 7f25a73617a0 10 osd.394 pg_epoch: 411210 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=0 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.418447 7f25a73617a0  5 osd.394 pg_epoch: 411210 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=0 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000365 0 0.000000
2014-08-25 11:02:41.418464 7f25a73617a0  5 osd.394 pg_epoch: 411210 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=0 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.418477 7f25a73617a0 20 osd.394 pg_epoch: 411210 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=0 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411210
2014-08-25 11:02:41.418504 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.418512 7f25a73617a0 10 osd.394 411210 pgid 29.288 coll 29.288_head
2014-08-25 11:02:41.420007 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.288
2014-08-25 11:02:41.420032 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.420082 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.288(unlocked)] enter Initial
2014-08-25 11:02:41.420097 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.288(unlocked)] enter NotTrimming
2014-08-25 11:02:41.420284 7f25a73617a0 10 read_log
2014-08-25 11:02:41.420370 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.420389 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=0 pi=410664-411200/27 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.420421 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=0 pi=410664-411200/27 crt=0'0 inactive NOTIFY] exit Initial 0.000340 0 0.000000
2014-08-25 11:02:41.420439 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=0 pi=410664-411200/27 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.420452 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=0 pi=410664-411200/27 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.420471 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.420479 7f25a73617a0 10 osd.394 411210 pgid 29.28e coll 29.28e_head
2014-08-25 11:02:41.422126 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.28e
2014-08-25 11:02:41.422151 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.422198 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.28e(unlocked)] enter Initial
2014-08-25 11:02:41.422221 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.28e(unlocked)] enter NotTrimming
2014-08-25 11:02:41.435442 7f25a73617a0 10 read_log
2014-08-25 11:02:41.435578 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.435610 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=0 pi=195688-411200/12120 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.435625 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=0 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] exit Initial 0.013427 0 0.000000
2014-08-25 11:02:41.435637 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=0 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.435645 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=0 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.435653 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.435674 7f25a73617a0 10 osd.394 411210 pgid 29.2ac coll 29.2ac_head
2014-08-25 11:02:41.437372 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.2ac
2014-08-25 11:02:41.437391 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.437428 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.2ac(unlocked)] enter Initial
2014-08-25 11:02:41.437450 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.2ac(unlocked)] enter NotTrimming
2014-08-25 11:02:41.448022 7f25a73617a0 10 read_log
2014-08-25 11:02:41.448122 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.448142 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=0 pi=240815-411200/11473 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.448170 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=0 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] exit Initial 0.010742 0 0.000000
2014-08-25 11:02:41.448182 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=0 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.448189 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=0 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.448197 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.448205 7f25a73617a0 10 osd.394 411210 pgid 29.2e9 coll 29.2e9_head
2014-08-25 11:02:41.449214 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.2e9
2014-08-25 11:02:41.449230 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.449264 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.2e9(unlocked)] enter Initial
2014-08-25 11:02:41.449274 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.2e9(unlocked)] enter NotTrimming
2014-08-25 11:02:41.461079 7f25a73617a0 10 read_log
2014-08-25 11:02:41.461210 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.461231 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=0 pi=195685-411200/13262 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.461244 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=0 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] exit Initial 0.011981 0 0.000000
2014-08-25 11:02:41.461255 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=0 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.461262 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=0 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.461270 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.461278 7f25a73617a0 10 osd.394 411210 pgid 29.2eb coll 29.2eb_head
2014-08-25 11:02:41.461391 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.2eb
2014-08-25 11:02:41.461404 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.461433 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.2eb(unlocked)] enter Initial
2014-08-25 11:02:41.461442 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.2eb(unlocked)] enter NotTrimming
2014-08-25 11:02:41.469986 7f25a73617a0 10 read_log
2014-08-25 11:02:41.470081 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.470102 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=0 pi=240765-411200/10869 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.470115 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=0 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] exit Initial 0.008682 0 0.000000
2014-08-25 11:02:41.470125 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=0 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.470133 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=0 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.470141 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.470149 7f25a73617a0 10 osd.394 411210 pgid 29.30f coll 29.30f_head
2014-08-25 11:02:41.470233 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.30f
2014-08-25 11:02:41.470251 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.470278 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.30f(unlocked)] enter Initial
2014-08-25 11:02:41.470290 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.30f(unlocked)] enter NotTrimming
2014-08-25 11:02:41.470382 7f25a73617a0 10 read_log
2014-08-25 11:02:41.470462 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.470483 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.470497 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000219 0 0.000000
2014-08-25 11:02:41.470507 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.470514 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411202
2014-08-25 11:02:41.470521 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.470529 7f25a73617a0 10 osd.394 411210 pgid 29.333 coll 29.333_head
2014-08-25 11:02:41.472001 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.333
2014-08-25 11:02:41.472016 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.472044 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.333(unlocked)] enter Initial
2014-08-25 11:02:41.472053 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.333(unlocked)] enter NotTrimming
2014-08-25 11:02:41.472186 7f25a73617a0 10 read_log
2014-08-25 11:02:41.472270 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.472288 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=0 pi=410479-411200/56 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.472301 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=0 pi=410479-411200/56 crt=0'0 inactive NOTIFY] exit Initial 0.000258 0 0.000000
2014-08-25 11:02:41.472312 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=0 pi=410479-411200/56 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.472319 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=0 pi=410479-411200/56 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.472326 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.472334 7f25a73617a0 10 osd.394 411210 pgid 29.338 coll 29.338_head
2014-08-25 11:02:41.472428 7f25a73617a0 20 osd.394 0 get_map 411201 - loading and decoding 0x2711600
2014-08-25 11:02:41.472553 7f25a73617a0 10 osd.394 0 add_map_bl 411201 271615 bytes
2014-08-25 11:02:41.474129 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.338
2014-08-25 11:02:41.474142 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.474172 7f25a73617a0  5 osd.394 pg_epoch: 411201 pg[29.338(unlocked)] enter Initial
2014-08-25 11:02:41.474184 7f25a73617a0 20 osd.394 pg_epoch: 411201 pg[29.338(unlocked)] enter NotTrimming
2014-08-25 11:02:41.474286 7f25a73617a0 10 read_log
2014-08-25 11:02:41.474376 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.474397 7f25a73617a0 10 osd.394 pg_epoch: 411201 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=0 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.474410 7f25a73617a0  5 osd.394 pg_epoch: 411201 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=0 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000239 0 0.000000
2014-08-25 11:02:41.474423 7f25a73617a0  5 osd.394 pg_epoch: 411201 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=0 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.474431 7f25a73617a0 20 osd.394 pg_epoch: 411201 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=0 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411201
2014-08-25 11:02:41.474441 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.474450 7f25a73617a0 10 osd.394 411210 pgid 29.35e coll 29.35e_head
2014-08-25 11:02:41.475522 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.35e
2014-08-25 11:02:41.475536 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.475577 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.35e(unlocked)] enter Initial
2014-08-25 11:02:41.475586 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.35e(unlocked)] enter NotTrimming
2014-08-25 11:02:41.487316 7f25a73617a0 10 read_log
2014-08-25 11:02:41.487457 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.487484 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=0 pi=195685-411200/15031 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.487504 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=0 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] exit Initial 0.011927 0 0.000000
2014-08-25 11:02:41.487516 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=0 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.487524 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=0 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.487533 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.487546 7f25a73617a0 10 osd.394 411210 pgid 29.3a5 coll 29.3a5_head
2014-08-25 11:02:41.489090 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.3a5
2014-08-25 11:02:41.489107 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.489147 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.3a5(unlocked)] enter Initial
2014-08-25 11:02:41.489158 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.3a5(unlocked)] enter NotTrimming
2014-08-25 11:02:41.497138 7f25a73617a0 10 read_log
2014-08-25 11:02:41.497249 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.497268 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=0 pi=240664-411200/10492 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.497281 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=0 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] exit Initial 0.008134 0 0.000000
2014-08-25 11:02:41.497292 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=0 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.497299 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=0 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.497307 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.497315 7f25a73617a0 10 osd.394 411210 pgid 29.3c1 coll 29.3c1_head
2014-08-25 11:02:41.498503 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.3c1
2014-08-25 11:02:41.498517 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.498549 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.3c1(unlocked)] enter Initial
2014-08-25 11:02:41.498558 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.3c1(unlocked)] enter NotTrimming
2014-08-25 11:02:41.510517 7f25a73617a0 10 read_log
2014-08-25 11:02:41.510631 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.510650 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=0 pi=195685-411200/15398 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.510666 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=0 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] exit Initial 0.012117 0 0.000000
2014-08-25 11:02:41.510680 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=0 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.510688 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=0 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.510695 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.510704 7f25a73617a0 10 osd.394 411210 pgid 29.3d7 coll 29.3d7_head
2014-08-25 11:02:41.510794 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.3d7
2014-08-25 11:02:41.510803 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.510833 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.3d7(unlocked)] enter Initial
2014-08-25 11:02:41.510847 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.3d7(unlocked)] enter NotTrimming
2014-08-25 11:02:41.519547 7f25a73617a0 10 read_log
2014-08-25 11:02:41.519655 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.519674 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=0 pi=240789-411200/11650 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.519687 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=0 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] exit Initial 0.008853 0 0.000000
2014-08-25 11:02:41.519697 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=0 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.519704 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=0 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.519711 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.519719 7f25a73617a0 10 osd.394 411210 pgid 29.3f6 coll 29.3f6_head
2014-08-25 11:02:41.519803 7f25a73617a0 10 osd.394 411210 _open_lock_pg 29.3f6
2014-08-25 11:02:41.519816 7f25a73617a0 10 osd.394 411210 _get_pool 29
2014-08-25 11:02:41.519855 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.3f6(unlocked)] enter Initial
2014-08-25 11:02:41.519868 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.3f6(unlocked)] enter NotTrimming
2014-08-25 11:02:41.519950 7f25a73617a0 10 read_log
2014-08-25 11:02:41.520046 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.520064 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.520076 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000221 0 0.000000
2014-08-25 11:02:41.520085 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.520092 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411202
2014-08-25 11:02:41.520099 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.520107 7f25a73617a0 10 osd.394 411210 pgid 32.20 coll 32.20_head
2014-08-25 11:02:41.521412 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.20
2014-08-25 11:02:41.521423 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.521453 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.20(unlocked)] enter Initial
2014-08-25 11:02:41.521463 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.20(unlocked)] enter NotTrimming
2014-08-25 11:02:41.530255 7f25a73617a0 10 read_log
2014-08-25 11:02:41.530352 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.530379 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=0 pi=240768-411200/11587 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.530393 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=0 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] exit Initial 0.008940 0 0.000000
2014-08-25 11:02:41.530403 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=0 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.530412 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=0 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.530419 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.530428 7f25a73617a0 10 osd.394 411210 pgid 32.63 coll 32.63_head
2014-08-25 11:02:41.531120 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.63
2014-08-25 11:02:41.531131 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.531161 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.63(unlocked)] enter Initial
2014-08-25 11:02:41.531170 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.63(unlocked)] enter NotTrimming
2014-08-25 11:02:41.540470 7f25a73617a0 10 read_log
2014-08-25 11:02:41.540571 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.540591 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=0 pi=240664-411200/10194 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.540605 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=0 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] exit Initial 0.009444 0 0.000000
2014-08-25 11:02:41.540617 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=0 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.540624 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=0 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.540632 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.540640 7f25a73617a0 10 osd.394 411210 pgid 32.66 coll 32.66_head
2014-08-25 11:02:41.540754 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.66
2014-08-25 11:02:41.540765 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.540799 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.66(unlocked)] enter Initial
2014-08-25 11:02:41.540808 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.66(unlocked)] enter NotTrimming
2014-08-25 11:02:41.548307 7f25a73617a0 10 read_log
2014-08-25 11:02:41.548407 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.548427 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=0 pi=240800-411200/9912 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.548440 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=0 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] exit Initial 0.007641 0 0.000000
2014-08-25 11:02:41.548451 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=0 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.548459 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=0 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.548466 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.548474 7f25a73617a0 10 osd.394 411210 pgid 32.90 coll 32.90_head
2014-08-25 11:02:41.548559 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.90
2014-08-25 11:02:41.548565 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.548606 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.90(unlocked)] enter Initial
2014-08-25 11:02:41.548619 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.90(unlocked)] enter NotTrimming
2014-08-25 11:02:41.548725 7f25a73617a0 10 read_log
2014-08-25 11:02:41.548805 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.548829 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.548842 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000237 0 0.000000
2014-08-25 11:02:41.548852 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.548859 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411202
2014-08-25 11:02:41.548866 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.548874 7f25a73617a0 10 osd.394 411210 pgid 32.e3 coll 32.e3_head
2014-08-25 11:02:41.548955 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.e3
2014-08-25 11:02:41.548964 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.548991 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.e3(unlocked)] enter Initial
2014-08-25 11:02:41.549001 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.e3(unlocked)] enter NotTrimming
2014-08-25 11:02:41.549101 7f25a73617a0 10 read_log
2014-08-25 11:02:41.549179 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.549196 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=0 pi=410878-411200/20 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.549212 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=0 pi=410878-411200/20 crt=0'0 inactive NOTIFY] exit Initial 0.000221 0 0.000000
2014-08-25 11:02:41.549222 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=0 pi=410878-411200/20 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.549229 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=0 pi=410878-411200/20 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.549237 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.549244 7f25a73617a0 10 osd.394 411210 pgid 32.e7 coll 32.e7_head
2014-08-25 11:02:41.549325 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.e7
2014-08-25 11:02:41.549334 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.549361 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.e7(unlocked)] enter Initial
2014-08-25 11:02:41.549394 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.e7(unlocked)] enter NotTrimming
2014-08-25 11:02:41.549492 7f25a73617a0 10 read_log
2014-08-25 11:02:41.549571 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.549588 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=0 pi=411005-411200/16 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.549602 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=0 pi=411005-411200/16 crt=0'0 inactive NOTIFY] exit Initial 0.000241 0 0.000000
2014-08-25 11:02:41.549612 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=0 pi=411005-411200/16 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.549620 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=0 pi=411005-411200/16 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.549627 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.549635 7f25a73617a0 10 osd.394 411210 pgid 32.139 coll 32.139_head
2014-08-25 11:02:41.549715 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.139
2014-08-25 11:02:41.549724 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.549751 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.139(unlocked)] enter Initial
2014-08-25 11:02:41.549762 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.139(unlocked)] enter NotTrimming
2014-08-25 11:02:41.549849 7f25a73617a0 10 read_log
2014-08-25 11:02:41.549929 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.549946 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.549960 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000210 0 0.000000
2014-08-25 11:02:41.549969 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.549976 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411202
2014-08-25 11:02:41.549983 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.549990 7f25a73617a0 10 osd.394 411210 pgid 32.19a coll 32.19a_head
2014-08-25 11:02:41.550070 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.19a
2014-08-25 11:02:41.550079 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.550114 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.19a(unlocked)] enter Initial
2014-08-25 11:02:41.550125 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.19a(unlocked)] enter NotTrimming
2014-08-25 11:02:41.550220 7f25a73617a0 10 read_log
2014-08-25 11:02:41.550302 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.550319 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=0 pi=411110-411200/9 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.550333 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=0 pi=411110-411200/9 crt=0'0 inactive NOTIFY] exit Initial 0.000219 0 0.000000
2014-08-25 11:02:41.550343 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=0 pi=411110-411200/9 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.550350 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=0 pi=411110-411200/9 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.550386 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.550395 7f25a73617a0 10 osd.394 411210 pgid 32.228 coll 32.228_head
2014-08-25 11:02:41.551093 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.228
2014-08-25 11:02:41.551105 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.551132 7f25a73617a0  5 osd.394 pg_epoch: 411210 pg[32.228(unlocked)] enter Initial
2014-08-25 11:02:41.551147 7f25a73617a0 20 osd.394 pg_epoch: 411210 pg[32.228(unlocked)] enter NotTrimming
2014-08-25 11:02:41.560955 7f25a73617a0 10 read_log
2014-08-25 11:02:41.561047 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.561065 7f25a73617a0 10 osd.394 pg_epoch: 411210 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=0 pi=240815-411209/12545 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.561079 7f25a73617a0  5 osd.394 pg_epoch: 411210 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=0 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] exit Initial 0.009947 0 0.000000
2014-08-25 11:02:41.561091 7f25a73617a0  5 osd.394 pg_epoch: 411210 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=0 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.561098 7f25a73617a0 20 osd.394 pg_epoch: 411210 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=0 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] set_last_peering_reset 411210
2014-08-25 11:02:41.561106 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=411210 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.561113 7f25a73617a0 10 osd.394 411210 pgid 32.23e coll 32.23e_head
2014-08-25 11:02:41.561198 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.23e
2014-08-25 11:02:41.561207 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.561235 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.23e(unlocked)] enter Initial
2014-08-25 11:02:41.561245 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.23e(unlocked)] enter NotTrimming
2014-08-25 11:02:41.561324 7f25a73617a0 10 read_log
2014-08-25 11:02:41.561416 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.561434 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.561445 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000210 0 0.000000
2014-08-25 11:02:41.561455 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.561461 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411202
2014-08-25 11:02:41.561468 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.561476 7f25a73617a0 10 osd.394 411210 pgid 32.249 coll 32.249_head
2014-08-25 11:02:41.561559 7f25a73617a0 20 osd.394 0 get_map 411209 - loading and decoding 0x2712a00
2014-08-25 11:02:41.561679 7f25a73617a0 10 osd.394 0 add_map_bl 411209 271615 bytes
2014-08-25 11:02:41.563253 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.249
2014-08-25 11:02:41.563264 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.563294 7f25a73617a0  5 osd.394 pg_epoch: 411209 pg[32.249(unlocked)] enter Initial
2014-08-25 11:02:41.563303 7f25a73617a0 20 osd.394 pg_epoch: 411209 pg[32.249(unlocked)] enter NotTrimming
2014-08-25 11:02:41.563415 7f25a73617a0 10 read_log
2014-08-25 11:02:41.563497 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.563516 7f25a73617a0 10 osd.394 pg_epoch: 411209 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.563529 7f25a73617a0  5 osd.394 pg_epoch: 411209 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000235 0 0.000000
2014-08-25 11:02:41.563539 7f25a73617a0  5 osd.394 pg_epoch: 411209 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.563546 7f25a73617a0 20 osd.394 pg_epoch: 411209 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411209
2014-08-25 11:02:41.563553 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.563563 7f25a73617a0 10 osd.394 411210 pgid 32.252 coll 32.252_head
2014-08-25 11:02:41.563648 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.252
2014-08-25 11:02:41.563657 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.563683 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.252(unlocked)] enter Initial
2014-08-25 11:02:41.563691 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.252(unlocked)] enter NotTrimming
2014-08-25 11:02:41.563770 7f25a73617a0 10 read_log
2014-08-25 11:02:41.563847 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.563865 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.563876 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000194 0 0.000000
2014-08-25 11:02:41.563885 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.563892 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411202
2014-08-25 11:02:41.563899 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.563906 7f25a73617a0 10 osd.394 411210 pgid 32.25b coll 32.25b_head
2014-08-25 11:02:41.564747 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.25b
2014-08-25 11:02:41.564759 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.564784 7f25a73617a0  5 osd.394 pg_epoch: 411201 pg[32.25b(unlocked)] enter Initial
2014-08-25 11:02:41.564793 7f25a73617a0 20 osd.394 pg_epoch: 411201 pg[32.25b(unlocked)] enter NotTrimming
2014-08-25 11:02:41.572679 7f25a73617a0 10 read_log
2014-08-25 11:02:41.572769 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.572788 7f25a73617a0 10 osd.394 pg_epoch: 411201 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=0 pi=240742-411200/10070 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.572801 7f25a73617a0  5 osd.394 pg_epoch: 411201 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=0 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] exit Initial 0.008017 0 0.000000
2014-08-25 11:02:41.572812 7f25a73617a0  5 osd.394 pg_epoch: 411201 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=0 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.572820 7f25a73617a0 20 osd.394 pg_epoch: 411201 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=0 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] set_last_peering_reset 411201
2014-08-25 11:02:41.572828 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.572836 7f25a73617a0 10 osd.394 411210 pgid 32.2b2 coll 32.2b2_head
2014-08-25 11:02:41.572921 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.2b2
2014-08-25 11:02:41.572930 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.572960 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.2b2(unlocked)] enter Initial
2014-08-25 11:02:41.572969 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.2b2(unlocked)] enter NotTrimming
2014-08-25 11:02:41.573048 7f25a73617a0 10 read_log
2014-08-25 11:02:41.573145 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.573162 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.573174 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000214 0 0.000000
2014-08-25 11:02:41.573183 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.573190 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411202
2014-08-25 11:02:41.573197 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.573204 7f25a73617a0 10 osd.394 411210 pgid 32.2e6 coll 32.2e6_head
2014-08-25 11:02:41.573285 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.2e6
2014-08-25 11:02:41.573302 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.573327 7f25a73617a0  5 osd.394 pg_epoch: 411210 pg[32.2e6(unlocked)] enter Initial
2014-08-25 11:02:41.573335 7f25a73617a0 20 osd.394 pg_epoch: 411210 pg[32.2e6(unlocked)] enter NotTrimming
2014-08-25 11:02:41.573434 7f25a73617a0 10 read_log
2014-08-25 11:02:41.573531 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.573550 7f25a73617a0 10 osd.394 pg_epoch: 411210 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=0 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.573561 7f25a73617a0  5 osd.394 pg_epoch: 411210 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=0 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000234 0 0.000000
2014-08-25 11:02:41.573571 7f25a73617a0  5 osd.394 pg_epoch: 411210 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=0 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.573578 7f25a73617a0 20 osd.394 pg_epoch: 411210 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=0 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411210
2014-08-25 11:02:41.573585 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.573593 7f25a73617a0 10 osd.394 411210 pgid 32.311 coll 32.311_head
2014-08-25 11:02:41.573680 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.311
2014-08-25 11:02:41.573689 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.573727 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.311(unlocked)] enter Initial
2014-08-25 11:02:41.573735 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.311(unlocked)] enter NotTrimming
2014-08-25 11:02:41.573839 7f25a73617a0 10 read_log
2014-08-25 11:02:41.573918 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.573936 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] handle_loaded
2014-08-25 11:02:41.573947 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] exit Initial 0.000221 0 0.000000
2014-08-25 11:02:41.573956 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:41.573963 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=0 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411202
2014-08-25 11:02:41.573970 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.573977 7f25a73617a0 10 osd.394 411210 pgid 32.313 coll 32.313_head
2014-08-25 11:02:41.574057 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.313
2014-08-25 11:02:41.574066 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.574092 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.313(unlocked)] enter Initial
2014-08-25 11:02:41.574101 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.313(unlocked)] enter NotTrimming
2014-08-25 11:02:41.580582 7f25a73617a0 10 read_log
2014-08-25 11:02:41.580672 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.580691 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=0 pi=195746-411200/8648 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.580704 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=0 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] exit Initial 0.006612 0 0.000000
2014-08-25 11:02:41.580713 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=0 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.580722 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=0 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.580729 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.580737 7f25a73617a0 10 osd.394 411210 pgid 32.340 coll 32.340_head
2014-08-25 11:02:41.580820 7f25a73617a0 10 osd.394 411210 _open_lock_pg 32.340
2014-08-25 11:02:41.580829 7f25a73617a0 10 osd.394 411210 _get_pool 32
2014-08-25 11:02:41.580857 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.340(unlocked)] enter Initial
2014-08-25 11:02:41.580872 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.340(unlocked)] enter NotTrimming
2014-08-25 11:02:41.580970 7f25a73617a0 10 read_log
2014-08-25 11:02:41.581048 7f25a73617a0 10 read_log done
2014-08-25 11:02:41.581068 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=0 pi=410719-411200/25 crt=0'0 inactive] handle_loaded
2014-08-25 11:02:41.581082 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=0 pi=410719-411200/25 crt=0'0 inactive NOTIFY] exit Initial 0.000226 0 0.000000
2014-08-25 11:02:41.581092 7f25a73617a0  5 osd.394 pg_epoch: 411202 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=0 pi=410719-411200/25 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:41.581099 7f25a73617a0 20 osd.394 pg_epoch: 411202 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=0 pi=410719-411200/25 crt=0'0 inactive NOTIFY] set_last_peering_reset 411202
2014-08-25 11:02:41.581106 7f25a73617a0 10 osd.394 411210 load_pgs loaded pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] log((0'0,0'0], crt=0'0)
2014-08-25 11:02:41.581113 7f25a73617a0  0 osd.394 411210 load_pgs opened 39 pgs
2014-08-25 11:02:41.581120 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.3a5(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581128 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.333(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581134 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.3f6(unlocked)] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:41.581137 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.340(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581140 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.311(unlocked)] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:41.581143 7f25a73617a0 10 osd.394 pg_epoch: 411201 pg[32.25b(unlocked)] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:41.581146 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.17b(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581149 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.313(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581151 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.23e(unlocked)] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:41.581154 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.90(unlocked)] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:41.581157 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.185(unlocked)] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:41.581161 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.2ac(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581164 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.3d7(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581167 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.1e2(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581169 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.20(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581172 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.30f(unlocked)] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:41.581175 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.1f(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581178 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.139(unlocked)] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:41.581181 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.35e(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581184 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.e3(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581186 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.2b2(unlocked)] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:41.581189 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.e7(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581192 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.28e(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581195 7f25a73617a0 10 osd.394 pg_epoch: 411210 pg[29.21b(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581198 7f25a73617a0 10 osd.394 pg_epoch: 411210 pg[32.228(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581201 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.288(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581203 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.2e9(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581206 7f25a73617a0 10 osd.394 pg_epoch: 411210 pg[32.2e6(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581209 7f25a73617a0 10 osd.394 pg_epoch: 411209 pg[32.249(unlocked)] _calc_past_interval_range start epoch 411209 >= end epoch 411208, nothing to do
2014-08-25 11:02:41.581211 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.138(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581214 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.2eb(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581217 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.3c1(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581220 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.63(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581223 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.145(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581244 7f25a73617a0 10 osd.394 pg_epoch: 411201 pg[29.338(unlocked)] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:41.581247 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.66(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581249 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.ce(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581252 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.19a(unlocked)] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:41.581254 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.252(unlocked)] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:41.581257 7f25a73617a0 10 osd.394 411210 build_past_intervals_parallel nothing to build
2014-08-25 11:02:41.581267 7f25a73617a0  2 osd.394 411210 superblock: i am osd.394
2014-08-25 11:02:41.581271 7f25a73617a0 10 osd.394 411210 create_logger
2014-08-25 11:02:41.582083 7f258ddde700 20 osd.394 411210 update_osd_stat osd_stat(58254 MB used, 2636 GB avail, 2693 GB total, peers []/[] op hist [])
2014-08-25 11:02:41.582114 7f258ddde700  5 osd.394 411210 heartbeat: osd_stat(58254 MB used, 2636 GB avail, 2693 GB total, peers []/[] op hist [])
2014-08-25 11:02:41.582247 7f258add8700 10 osd.394 411210 agent_entry start
2014-08-25 11:02:41.582262 7f258add8700 20 osd.394 411210 agent_entry empty queue
2014-08-25 11:02:44.582634 7f258a5d7700 10 osd.394 411210 OSD::ms_get_authorizer type=mon
2014-08-25 11:02:44.582821 7f2596df0700 10 osd.394 411210 ms_handle_connect on mon
2014-08-25 11:02:44.582842 7f2596df0700 10 osd.394 411210 send_alive up_thru currently 411208 want 0
2014-08-25 11:02:44.582848 7f2596df0700 20 osd.394 411210 send_pg_stats
2014-08-25 11:02:44.589408 7f2596df0700 10 osd.394 411210 do_waiters -- start
2014-08-25 11:02:44.589414 7f2596df0700 10 osd.394 411210 do_waiters -- finish
2014-08-25 11:02:44.589417 7f2596df0700 20 osd.394 411210 _dispatch 0x26f9d40 osd_map(411215..411215 src has 194721..411215) v3
2014-08-25 11:02:44.589424 7f2596df0700  0 osd.394 411210 ignoring osdmap until we have initialized
2014-08-25 11:02:44.589426 7f2596df0700 10 osd.394 411210 do_waiters -- start
2014-08-25 11:02:44.589428 7f2596df0700 10 osd.394 411210 do_waiters -- finish
2014-08-25 11:02:44.590495 7f2596df0700 10 osd.394 411210 do_waiters -- start
2014-08-25 11:02:44.590502 7f2596df0700 10 osd.394 411210 do_waiters -- finish
2014-08-25 11:02:44.590504 7f2596df0700 20 osd.394 411210 _dispatch 0x26fa1c0 osd_map(411215..411215 src has 194721..411215) v3
2014-08-25 11:02:44.590508 7f2596df0700  0 osd.394 411210 ignoring osdmap until we have initialized
2014-08-25 11:02:44.590509 7f2596df0700 10 osd.394 411210 do_waiters -- start
2014-08-25 11:02:44.590511 7f2596df0700 10 osd.394 411210 do_waiters -- finish
2014-08-25 11:02:44.590655 7f25a73617a0 10 osd.394 411210 ensuring pgs have consumed prior maps
2014-08-25 11:02:44.590666 7f25a73617a0  7 osd.394 411210 consume_map version 411210
2014-08-25 11:02:44.590695 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590726 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590743 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.590754 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590792 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.590807 7f25a73617a0 10 osd.394 pg_epoch: 411201 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590803 7f258fde2700 20 osd.394 411210 get_map 411203 - loading and decoding 0x2713600
2014-08-25 11:02:44.590818 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590828 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590839 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.590849 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.590859 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.590868 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590879 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590892 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590902 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590914 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.590923 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590933 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.590943 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590953 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590974 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.590983 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.590985 7f258fde2700 10 osd.394 411210 add_map_bl 411203 271615 bytes
2014-08-25 11:02:44.590993 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.591002 7f25a73617a0 10 osd.394 pg_epoch: 411210 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.591012 7f25a73617a0 10 osd.394 pg_epoch: 411210 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=411210 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.591021 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.591030 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.591040 7f25a73617a0 10 osd.394 pg_epoch: 411210 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.591054 7f25a73617a0 10 osd.394 pg_epoch: 411209 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.591063 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.591073 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.591082 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.591091 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.591101 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.591110 7f25a73617a0 10 osd.394 pg_epoch: 411201 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.591119 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.591128 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.591145 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:44.591156 7f25a73617a0 10 osd.394 pg_epoch: 411202 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:44.592769 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:44.592813 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.592824 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.592820 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:44.592836 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.592846 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.592851 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.592853 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.592860 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.592870 7f258fde2700 20 osd.394 411210 get_map 411204 - loading and decoding 0x2713a00
2014-08-25 11:02:44.592872 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.593164 7f258fde2700 10 osd.394 411210 add_map_bl 411204 271615 bytes
2014-08-25 11:02:44.594748 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:44.594772 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.594777 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.594796 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.594805 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.594818 7f258fde2700 20 osd.394 411210 get_map 411205 - loading and decoding 0x2713800
2014-08-25 11:02:44.594800 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:44.594825 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.594829 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.594837 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.594846 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.595045 7f258fde2700 10 osd.394 411210 add_map_bl 411205 271615 bytes
2014-08-25 11:02:44.596601 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:44.596624 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.596628 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.596636 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.596645 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.596661 7f258fde2700 20 osd.394 411210 get_map 411206 - loading and decoding 0x2714000
2014-08-25 11:02:44.596645 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:44.596682 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.596686 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.596695 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.596704 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.596909 7f258fde2700 10 osd.394 411210 add_map_bl 411206 271615 bytes
2014-08-25 11:02:44.598450 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:44.598473 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.598476 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.598485 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.598493 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.598537 7f258fde2700 20 osd.394 411210 get_map 411207 - loading and decoding 0x2713e00
2014-08-25 11:02:44.598494 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:44.598550 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.598555 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.598563 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.598572 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.598793 7f258fde2700 10 osd.394 411210 add_map_bl 411207 271615 bytes
2014-08-25 11:02:44.600332 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:44.600354 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.600357 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.600371 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.600380 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.600394 7f258fde2700 20 osd.394 411210 get_map 411208 - loading and decoding 0x2713c00
2014-08-25 11:02:44.600385 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:44.600409 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.600414 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.600422 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.600431 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.600613 7f258fde2700 10 osd.394 411210 add_map_bl 411208 271615 bytes
2014-08-25 11:02:44.602100 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:44.602121 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602124 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.602132 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.602140 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602141 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:44.602160 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:44.602167 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602173 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602172 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.602176 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.602182 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.602185 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.602192 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602193 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602217 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:44.602228 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602231 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.602228 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:44.602241 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602240 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.602244 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.602248 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602252 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.602258 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.602260 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602279 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:44.602289 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602292 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.602298 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.602306 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602314 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.602361 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.602383 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.602395 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] exit Reset 3.021303 9 0.000238
2014-08-25 11:02:44.602406 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.602419 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.602427 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.602442 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] exit Start 0.000023 0 0.000000
2014-08-25 11:02:44.602454 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.602484 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.602495 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.602511 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.602673 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:44.602688 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602691 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.602703 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.602711 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602728 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:44.602738 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602740 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.602748 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.602756 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602772 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:44.602781 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602783 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.602791 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.602799 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602815 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:44.602824 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602826 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.602834 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.602841 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602856 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:44.602865 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602867 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.602874 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.602881 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602896 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:44.602905 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602908 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.602915 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.602922 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602937 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:44.602962 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.602965 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.602972 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.602980 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.602995 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:44.603004 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.603006 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.603013 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.603021 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.603029 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:44.603037 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 293,341,394
2014-08-25 11:02:44.603045 7f25905e3700 20 osd.394 411210 need_heartbeat_peer_update
2014-08-25 11:02:44.603046 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:44.603053 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Reset 3.029097 9 0.000206
2014-08-25 11:02:44.603062 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:44.603070 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:44.603076 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:44.603084 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Start 0.000014 0 0.000000
2014-08-25 11:02:44.603033 7f258a4d6700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.603097 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:44.632096 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:44.632115 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:44.632126 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.632140 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 293,341,394 down  blocked_by {}
2014-08-25 11:02:44.632149 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] up_thru 411208 >= same_since 411201, all is well
2014-08-25 11:02:44.632204 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411210:256798
2014-08-25 11:02:44.632222 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.293
2014-08-25 11:02:44.632235 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.341
2014-08-25 11:02:44.632244 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.632252 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.632265 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.632403 7f25905e3700 10 osd.394 pg_epoch: 411201 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:44.632423 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.632428 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.632435 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:44.632444 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.632463 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:44.632474 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.632476 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.632483 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:44.632445 7f259a211700 10 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.632490 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.632506 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:44.632515 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.632518 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.632524 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:44.632531 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.632547 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:44.632556 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.632558 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.632565 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:44.632572 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.632587 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:44.632598 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.632600 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.632606 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:44.632613 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.632629 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:44.632638 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.632641 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.632647 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:44.632654 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.632670 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:44.632679 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.632681 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.632706 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:44.632713 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.632730 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:44.632739 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.632741 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.632749 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:44.632756 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.632772 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:44.632781 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.632783 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.632790 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:44.632797 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.632805 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.632919 7f258a3d5700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.640854 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.640883 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.640894 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] exit Reset 3.143601 9 0.000304
2014-08-25 11:02:44.640905 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.640913 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.640920 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.640931 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] exit Start 0.000017 0 0.000000
2014-08-25 11:02:44.640940 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.640952 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.640962 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.640973 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.641457 7f258a0d2700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.642060 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:44.642085 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642089 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.642098 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.642107 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642126 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:44.642138 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642141 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.642148 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.642155 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642172 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:44.642184 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642186 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.642193 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.642200 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642218 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:44.642229 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642231 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.642222 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.642239 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.642240 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.642246 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642249 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] exit Reset 3.069437 10 0.000243
2014-08-25 11:02:44.642260 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.642263 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:44.642268 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.642275 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642276 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.642277 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.642285 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.642287 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] exit Start 0.000018 0 0.000000
2014-08-25 11:02:44.642293 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642296 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.642308 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411201 while current is 411210
2014-08-25 11:02:44.642310 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:44.642322 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642317 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.642328 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.642324 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.642333 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.642340 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642356 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:44.642374 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642377 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.642384 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.642392 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642409 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:44.642420 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642423 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.642430 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.642437 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642445 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.642511 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.642522 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.642530 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] exit Reset 3.170219 9 0.000210
2014-08-25 11:02:44.642521 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.642540 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.642547 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.642554 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.642563 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:44.642572 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.642581 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.642590 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.642599 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.642679 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:44.642696 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642700 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.642709 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.642718 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642735 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:44.642746 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642748 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.642756 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.642763 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642779 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:44.642789 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642790 7f2589ed0700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.642791 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.642800 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.642807 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642823 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:44.642833 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642835 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.642843 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.642851 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642867 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:44.642877 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642880 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.642888 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.642895 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642910 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:44.642921 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642923 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.642931 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.642938 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642953 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:44.642963 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.642966 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.642973 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.642981 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.642996 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:44.643007 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643009 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.643017 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.643025 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643032 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:44.643041 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 30,299,394
2014-08-25 11:02:44.643048 7f258fde2700 20 osd.394 411210 need_heartbeat_peer_update
2014-08-25 11:02:44.643050 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:44.643057 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Reset 3.122972 9 0.000206
2014-08-25 11:02:44.643066 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:44.643072 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:44.643079 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:44.643087 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Start 0.000015 0 0.000000
2014-08-25 11:02:44.643088 7f2589dcf700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.643096 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:44.643104 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:44.643112 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:44.643123 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.643131 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 30,299,394 down  blocked_by {}
2014-08-25 11:02:44.643139 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] up_thru 411208 >= same_since 411201, all is well
2014-08-25 11:02:44.643149 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411210:198836
2014-08-25 11:02:44.643158 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.30
2014-08-25 11:02:44.643166 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.299
2014-08-25 11:02:44.643174 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.643182 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.643191 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.643269 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=411210 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.643284 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.643329 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:44.643350 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643354 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643353 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:44.643369 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643379 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643350 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.643379 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643382 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643390 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643398 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643403 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:44.643416 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643416 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:44.643419 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643428 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643427 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643431 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643435 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643439 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643447 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643459 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:44.643470 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643465 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:44.643478 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643473 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643481 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643481 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643489 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643489 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643499 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643515 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:44.643527 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643525 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:44.643529 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643537 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643538 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643540 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643547 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643548 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643556 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643571 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:44.643583 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643580 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:44.643585 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643592 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643593 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643595 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643601 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643603 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643611 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643625 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:44.643636 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643633 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:44.643638 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643647 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643646 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643649 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643654 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643657 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643665 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643679 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:44.643690 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643687 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:44.643692 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643699 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643700 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643703 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643708 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643712 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643720 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643733 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:44.643745 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643741 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:44.643754 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643747 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643705 7f2589cce700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.643756 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643756 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.643765 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.643765 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643774 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.643776 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.643783 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.643799 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.643807 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.643808 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.643817 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.643817 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] exit Reset 3.240039 9 0.000235
2014-08-25 11:02:44.643827 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] exit Reset 3.223388 9 0.000243
2014-08-25 11:02:44.643829 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.643837 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.643837 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.643845 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.643848 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.643854 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] exit Start 0.000017 0 0.000000
2014-08-25 11:02:44.643855 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.643865 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.643866 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] exit Start 0.000019 0 0.000000
2014-08-25 11:02:44.643876 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.643875 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.643885 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.643887 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.643895 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.643891 7f2589bcd700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.643895 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.643905 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.643898 7f259a211700 10 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.643975 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:44.643992 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.643995 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644003 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644011 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644005 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:44.644025 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644029 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644030 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:44.644041 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644037 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644044 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644045 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644052 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644059 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644064 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:44.644077 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644077 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:44.644079 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644087 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644087 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644090 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644095 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644097 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644105 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644113 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:44.644124 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644122 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:44.644132 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644126 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644135 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644136 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644145 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644144 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644154 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644163 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:44.644174 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644172 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:44.644183 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644177 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644186 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644185 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644195 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644195 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644205 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644214 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:44.644225 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644223 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:44.644233 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644227 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644236 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644237 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644244 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644245 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644253 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644264 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:44.644274 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644272 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:44.644282 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644277 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644285 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644285 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644294 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644304 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644322 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:44.644331 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644333 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644340 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644347 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644355 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.644294 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644405 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:44.644419 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644422 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644429 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644437 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644454 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:44.644464 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.644467 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.644474 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.644481 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.644489 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.644702 7f2599a10700 10 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.644730 7f2599a10700 10 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.644774 7f25897c9700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.644910 7f25898ca700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.650346 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.650370 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.650379 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] exit Reset 3.069666 9 0.000218
2014-08-25 11:02:44.650389 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.650396 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.650403 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.650412 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:44.650422 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.650432 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.650441 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.650450 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.650890 7f25892c4700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.651373 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:44.651392 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.651396 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.651405 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.651414 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.651431 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:44.651441 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.651443 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.651450 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.651458 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.651473 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:44.651482 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.651484 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.651492 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.651499 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.651515 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:44.651523 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.651525 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.651533 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.651540 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.651555 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:44.651564 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.651566 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.651575 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.651583 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.651598 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:44.651607 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.651609 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.651617 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.651624 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.651639 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:44.651648 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.651650 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.651657 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.651664 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.651680 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:44.651688 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.651690 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.651698 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.651704 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.651713 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:44.651721 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 359,365,394
2014-08-25 11:02:44.651729 7f25905e3700 20 osd.394 411210 need_heartbeat_peer_update
2014-08-25 11:02:44.651730 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:44.651737 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Reset 3.090283 9 0.000201
2014-08-25 11:02:44.651746 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:44.651739 7f259a211700 10 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.651754 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:44.651761 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:44.651770 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Start 0.000017 0 0.000000
2014-08-25 11:02:44.651778 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:44.651786 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:44.651793 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:44.651801 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.651810 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 359,365,394 down  blocked_by {}
2014-08-25 11:02:44.651817 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] up_thru 411208 >= same_since 411201, all is well
2014-08-25 11:02:44.651826 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411210:197210
2014-08-25 11:02:44.651836 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.359
2014-08-25 11:02:44.651844 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.365
2014-08-25 11:02:44.651852 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.651860 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.651869 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.651941 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:44.651955 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.651966 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.651977 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.651985 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652018 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:44.652027 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652029 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652037 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652044 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652065 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:44.652073 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652075 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652083 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652091 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652110 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:44.652119 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652121 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652130 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652137 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652156 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:44.652165 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652167 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652175 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652183 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652202 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:44.652211 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652213 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652220 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652227 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652247 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:44.652255 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652257 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652265 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652271 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652291 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:44.652299 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652301 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652309 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652316 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652323 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:44.652331 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 46,324,394
2014-08-25 11:02:44.652339 7f25905e3700 20 osd.394 411210 need_heartbeat_peer_update
2014-08-25 11:02:44.652340 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:44.652347 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Reset 3.103495 9 0.000205
2014-08-25 11:02:44.652356 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:44.652362 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:44.652376 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:44.652385 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Start 0.000022 0 0.000000
2014-08-25 11:02:44.652393 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:44.652401 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:44.652408 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:44.652415 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652423 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 46,324,394 down  blocked_by {}
2014-08-25 11:02:44.652431 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] up_thru 411208 >= same_since 411201, all is well
2014-08-25 11:02:44.652440 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411210:194682
2014-08-25 11:02:44.652447 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.46
2014-08-25 11:02:44.652449 7f25890c2700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.652455 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.324
2014-08-25 11:02:44.652463 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.652471 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.652480 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.652567 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:44.652585 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652588 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652597 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652605 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652622 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:44.652633 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652635 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652643 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652650 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652666 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:44.652676 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652678 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652686 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652693 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652709 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:44.652720 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652722 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652731 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652738 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652754 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:44.652764 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652767 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652774 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652781 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652797 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:44.652807 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652809 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652817 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652824 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652840 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:44.652850 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652852 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652860 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652867 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652882 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:44.652892 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.652895 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.652902 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.652909 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.652917 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:44.652925 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 50,314,394
2014-08-25 11:02:44.652932 7f25905e3700 20 osd.394 411210 need_heartbeat_peer_update
2014-08-25 11:02:44.652934 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:44.652941 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Reset 3.247659 9 0.000212
2014-08-25 11:02:44.652947 7f2588fc1700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.652949 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:44.652957 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:44.652963 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:44.652972 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Start 0.000015 0 0.000000
2014-08-25 11:02:44.652981 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:44.652988 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:44.652994 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:44.653002 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.653010 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 50,314,394 down  blocked_by {}
2014-08-25 11:02:44.653017 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] up_thru 411208 >= same_since 411201, all is well
2014-08-25 11:02:44.653026 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411210:200387
2014-08-25 11:02:44.653034 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.50
2014-08-25 11:02:44.653041 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.314
2014-08-25 11:02:44.653049 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.653056 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.653065 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.653139 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:44.653157 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.653160 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.653168 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.653176 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.653194 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:44.653204 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.653207 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.653214 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.653221 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.653237 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:44.653248 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.653250 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.653257 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.653264 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.653280 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:44.653290 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.653292 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.653299 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.653307 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.653323 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:44.653333 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.653335 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.653342 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.653350 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.653372 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:44.653384 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.653386 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.653393 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.653403 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.653420 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:44.653431 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.653433 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.653440 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.653447 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.653463 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:44.653474 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.653476 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.653483 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.653490 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.653499 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.653607 7f2588dbf700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.653681 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.653696 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.653706 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] exit Reset 3.192451 9 0.000317
2014-08-25 11:02:44.653716 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.653724 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.653731 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.653740 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:44.653749 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.653759 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.653768 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.653777 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.654272 7f2588bbd700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.655111 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.655130 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.655166 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:44.655179 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.655182 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.655196 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411209 >= end epoch 411208, nothing to do
2014-08-25 11:02:44.655205 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.655214 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:44.655223 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 290,355,394
2014-08-25 11:02:44.655230 7f258fde2700 20 osd.394 411210 need_heartbeat_peer_update
2014-08-25 11:02:44.655232 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:44.655239 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] exit Reset 3.091700 2 0.000057
2014-08-25 11:02:44.655248 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:44.655255 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:44.655262 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:44.655270 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] exit Start 0.000015 0 0.000000
2014-08-25 11:02:44.655279 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:44.655287 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:44.655294 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:44.655305 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range start epoch 411209 >= end epoch 411208, nothing to do
2014-08-25 11:02:44.655314 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 290,355,394 down  blocked_by {}
2014-08-25 11:02:44.655322 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] up_thru 411208 >= same_since 411208, all is well
2014-08-25 11:02:44.655331 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411210:203843
2014-08-25 11:02:44.655339 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.290
2014-08-25 11:02:44.655348 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.355
2014-08-25 11:02:44.655356 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411209 while current is 411210
2014-08-25 11:02:44.655363 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.655379 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.655447 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:44.655465 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.655469 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.655476 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.655485 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.655503 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:44.655514 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.655516 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.655523 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.655531 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.655547 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:44.655558 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.655561 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.655568 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.655575 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.655593 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:44.655604 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.655606 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.655614 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.655621 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.655638 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:44.655649 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.655638 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.655651 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.655659 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.655666 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.655683 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:44.655694 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.655696 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.655703 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.655710 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.655727 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:44.655738 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.655740 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.655747 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.655755 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.655771 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:44.655782 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.655785 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.655791 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.655799 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.655807 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.655859 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.655867 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.655874 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] exit Reset 3.252857 9 0.000203
2014-08-25 11:02:44.655883 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.655891 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.655897 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.655905 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] exit Start 0.000015 0 0.000000
2014-08-25 11:02:44.655914 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.655923 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.655933 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.655941 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.656010 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:44.656030 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.656034 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.656042 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.656050 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.656067 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:44.656078 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.656081 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.656088 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.656095 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.656111 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:44.656121 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.656124 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.656131 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.656138 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.656154 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:44.656165 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.656168 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.656175 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.656183 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.656199 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:44.656210 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.656212 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.656219 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.656226 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.656242 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:44.656253 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.656255 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.656262 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.656270 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.656264 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.656286 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:44.656297 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.656299 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.656306 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.656313 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.656330 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:44.656341 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.656343 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.656350 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.656357 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.656372 7f25887b9700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.656372 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.661770 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.661812 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.661828 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] exit Reset 3.213646 9 0.000209
2014-08-25 11:02:44.661845 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.661858 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.661870 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.661887 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] exit Start 0.000029 0 0.000000
2014-08-25 11:02:44.661904 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.661923 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.661939 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.661955 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.662577 7f25885b7700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.663267 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:44.663290 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.663294 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.663302 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.663310 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.663328 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:44.663339 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.663341 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.663348 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.663355 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.663376 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:44.663388 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.663391 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.663398 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.663405 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.663421 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:44.663432 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.663434 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.663441 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.663448 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.663464 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:44.663475 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.663478 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.663485 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.663493 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.663509 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:44.663519 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.663522 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.663529 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.663537 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.663553 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:44.663564 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.663566 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.663573 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.663580 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.663597 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:44.663607 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.663609 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.663616 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.663624 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.663617 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.663632 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.664432 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.664453 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.664463 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] exit Reset 3.194337 9 0.000211
2014-08-25 11:02:44.664472 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.664480 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.664487 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.664496 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] exit Start 0.000015 0 0.000000
2014-08-25 11:02:44.664505 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.664521 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.664530 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.664542 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.665030 7f25883b5700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.665616 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:44.665638 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.665642 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.665650 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.665658 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.665676 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:44.665688 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.665690 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.665697 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.665704 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.665720 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:44.665731 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.665733 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.665740 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.665747 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.665763 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:44.665774 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.665776 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.665783 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.665790 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.665806 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:44.665818 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.665821 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.665827 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.665835 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.665850 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:44.665861 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.665863 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.665870 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.665878 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.665893 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:44.665904 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.665907 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.665914 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.665921 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.665936 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:44.665947 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.665950 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.665956 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.665964 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.665972 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.665989 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.671547 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.671567 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.671577 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] exit Reset 3.151881 9 0.000205
2014-08-25 11:02:44.671586 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.671595 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.671602 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.671611 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:44.671620 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.671631 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.671640 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.671649 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.672775 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:44.672799 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.672803 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.672811 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.672819 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.672837 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:44.672848 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.672850 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.672857 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.672864 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.672880 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:44.672891 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.672894 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.672900 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.672907 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.672923 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:44.672934 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.672937 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.672944 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.672951 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.672967 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:44.672977 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.672979 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.672986 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.672993 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.673009 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:44.673020 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.673022 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.673030 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.673038 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.673054 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:44.673065 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.673067 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.673074 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.673081 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.673098 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:44.673109 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.673111 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.673118 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.673127 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.673117 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.673136 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.676752 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.676779 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.676791 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] exit Reset 3.166111 9 0.000205
2014-08-25 11:02:44.676803 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.676812 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.676819 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.676829 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] exit Start 0.000017 0 0.000000
2014-08-25 11:02:44.676838 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.676850 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.676859 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.676870 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.677390 7f25880b2700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.678598 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:44.678624 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.678629 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.678637 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.678646 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.678666 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:44.678675 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.678678 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.678685 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.678692 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.678708 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:44.678718 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.678720 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.678727 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.678734 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.678750 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:44.678760 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.678762 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.678769 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.678775 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.678792 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:44.678801 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.678803 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.678810 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.678817 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.678835 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:44.678845 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.678847 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.678854 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.678861 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.678877 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:44.678886 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.678888 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.678895 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.678902 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.678919 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:44.678928 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.678930 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.678937 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.678945 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.678953 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.679004 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.683588 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.683608 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.683617 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] exit Reset 3.265813 9 0.000224
2014-08-25 11:02:44.683628 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.683636 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.683645 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.683654 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] exit Start 0.000018 0 0.000000
2014-08-25 11:02:44.683664 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.683674 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.683682 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.683693 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.684253 7f2587eb0700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.685262 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:44.685282 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.685286 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.685294 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.685302 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.685322 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:44.685331 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.685333 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.685342 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.685349 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.685372 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:44.685383 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.685385 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.685392 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.685399 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.685417 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:44.685427 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.685429 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.685436 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.685442 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.685460 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:44.685469 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.685471 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.685478 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.685485 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.685503 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:44.685514 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.685516 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.685523 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.685530 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.685548 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:44.685557 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.685559 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.685566 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.685573 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.685591 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:44.685600 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.685602 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.685609 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.685616 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.685625 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.685687 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.686187 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.686205 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.686214 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] exit Reset 3.145597 9 0.000204
2014-08-25 11:02:44.686223 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.686231 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.686238 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.686248 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] exit Start 0.000017 0 0.000000
2014-08-25 11:02:44.686257 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.686268 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.686279 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.686288 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.686793 7f2587cae700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.687384 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:44.687408 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.687412 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.687420 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.687428 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.687447 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:44.687458 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.687460 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.687467 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.687474 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.687492 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:44.687502 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.687505 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.687512 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.687519 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.687536 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:44.687546 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.687549 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.687556 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.687563 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.687580 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:44.687590 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.687592 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.687599 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.687606 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.687624 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:44.687634 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.687637 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.687643 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.687651 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.687667 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:44.687678 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.687681 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.687688 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.687696 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.687712 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:44.687725 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.687728 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.687735 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.687743 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.687730 7f259a211700 10 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.687752 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.687779 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.687787 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.687794 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] exit Reset 3.284383 9 0.000204
2014-08-25 11:02:44.687803 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.687811 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.687818 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.687826 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] exit Start 0.000015 0 0.000000
2014-08-25 11:02:44.687835 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.687844 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.687852 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.687861 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.687931 7f258fde2700 10 osd.394 pg_epoch: 411201 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:44.687950 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.687953 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.687961 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:44.687969 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.687986 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:44.687998 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688000 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.688007 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:44.688015 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688031 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:44.688041 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688044 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.688051 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:44.688058 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688074 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:44.688085 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688087 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.688094 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:44.688101 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688118 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:44.688128 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688131 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.688138 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:44.688145 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688161 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:44.688172 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688174 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.688181 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:44.688188 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688204 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:44.688215 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688217 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.688224 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:44.688232 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688247 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:44.688258 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688260 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.688268 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:44.688275 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688291 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:44.688302 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688304 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.688312 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:44.688319 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688327 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:44.688336 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 11,26,394
2014-08-25 11:02:44.688345 7f258fde2700 20 osd.394 411210 need_heartbeat_peer_update
2014-08-25 11:02:44.688346 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:44.688354 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] exit Reset 3.213931 10 0.000232
2014-08-25 11:02:44.688363 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:44.688378 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:44.688380 7f2587aac700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.688385 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:44.688394 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] exit Start 0.000016 0 0.000000
2014-08-25 11:02:44.688403 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:44.688411 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:44.688419 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:44.688428 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:44.688440 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411199-411200 up [26,11](26) acting [26,11](26) maybe_went_rw)
2014-08-25 11:02:44.688455 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411160-411198 up [394,26,11](394) acting [394,26,11](394) maybe_went_rw)
2014-08-25 11:02:44.688464 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 11,26,394 down  blocked_by {}
2014-08-25 11:02:44.688473 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] up_thru 411208 >= same_since 411201, all is well
2014-08-25 11:02:44.688287 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.688484 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411210:193562
2014-08-25 11:02:44.688494 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.11
2014-08-25 11:02:44.688504 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.26
2014-08-25 11:02:44.688513 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411201 while current is 411210
2014-08-25 11:02:44.688521 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.688532 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.688606 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:44.688622 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688625 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.688632 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.688640 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688657 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:44.688666 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688668 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.688675 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.688682 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688698 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:44.688706 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688708 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.688715 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.688722 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688738 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:44.688747 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688749 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.688756 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.688763 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688778 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:44.688787 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688789 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.688796 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.688803 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688818 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:44.688827 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688830 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.688837 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.688844 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688860 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:44.688869 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688871 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.688877 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.688884 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688900 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:44.688909 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.688911 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.688918 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.688925 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.688933 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.688987 7f25879ab700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.693424 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.693443 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.693452 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] exit Reset 3.163049 9 0.000203
2014-08-25 11:02:44.693461 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.693469 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.693475 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.693485 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:44.693494 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.693505 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.693513 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.693523 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.693744 7f25876a8700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.102:6811/1612016120 pipe(0x4f62080 sd=83 :0 s=1 pgs=0 cs=0 l=0 c=0x54d91e0).fault with nothing to send, going to standby
2014-08-25 11:02:44.694819 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:44.694840 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.694844 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.694854 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.694863 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.694883 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:44.694895 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.694897 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.694905 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.694913 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.694931 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:44.694941 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.694943 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.694951 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.694958 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.694976 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:44.694987 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.694989 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.694997 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.695004 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695021 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:44.695032 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695034 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.695041 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.695048 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695066 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:44.695076 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695079 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.695086 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.695093 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695111 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:44.695121 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695124 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.695131 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.695138 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695156 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:44.695166 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695168 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.695176 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.695183 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695192 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:44.695201 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 344,372,394
2014-08-25 11:02:44.695208 7f25905e3700 20 osd.394 411210 need_heartbeat_peer_update
2014-08-25 11:02:44.695210 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:44.695217 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Reset 3.224709 9 0.000205
2014-08-25 11:02:44.695226 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:44.695233 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:44.695239 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:44.695249 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Start 0.000016 0 0.000000
2014-08-25 11:02:44.695257 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:44.695264 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:44.695271 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:44.695280 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.695289 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 344,372,394 down  blocked_by {}
2014-08-25 11:02:44.695296 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] up_thru 411208 >= same_since 411201, all is well
2014-08-25 11:02:44.695305 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411210:194573
2014-08-25 11:02:44.695313 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.344
2014-08-25 11:02:44.695321 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.372
2014-08-25 11:02:44.695316 7f259a211700 10 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.695330 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.695338 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.695347 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.695427 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:44.695445 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695449 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.695456 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.695464 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695481 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:44.695492 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695494 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.695501 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.695508 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695524 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:44.695534 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695537 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.695544 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.695551 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695566 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:44.695577 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695579 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.695586 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.695593 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695609 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:44.695620 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695623 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.695630 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.695637 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695653 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:44.695664 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695666 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.695673 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.695680 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695695 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:44.695706 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695708 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.695715 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.695722 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695738 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:44.695749 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695751 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.695758 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.695766 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695774 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.695792 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.695801 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.695808 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] exit Reset 3.302789 9 0.000224
2014-08-25 11:02:44.695817 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.695825 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.695831 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.695840 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] exit Start 0.000015 0 0.000000
2014-08-25 11:02:44.695848 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.695857 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.695865 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.695874 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.695867 7f25875a7700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.695938 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:44.695953 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.695956 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.695965 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.695973 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.695989 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:44.695998 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696000 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.696008 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.696015 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696030 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:44.696039 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696041 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.696050 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.696057 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696068 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.696073 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:44.696084 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696083 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.696086 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.696092 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] exit Reset 3.147641 9 0.000198
2014-08-25 11:02:44.696094 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.696102 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.696102 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696110 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.696117 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.696119 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:44.696128 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696126 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] exit Start 0.000015 0 0.000000
2014-08-25 11:02:44.696130 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.696136 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.696139 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.696147 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696148 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.696157 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.696167 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.696163 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:44.696172 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696174 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.696182 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.696190 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696206 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:44.696215 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696217 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.696225 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.696232 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696247 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:44.696256 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696258 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.696255 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.696268 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.696276 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696284 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:44.696292 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 315,365,394
2014-08-25 11:02:44.696299 7f25905e3700 20 osd.394 411210 need_heartbeat_peer_update
2014-08-25 11:02:44.696301 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:44.696308 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Reset 3.146338 9 0.000210
2014-08-25 11:02:44.696316 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:44.696323 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:44.696329 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:44.696337 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Start 0.000014 0 0.000000
2014-08-25 11:02:44.696345 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:44.696352 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:44.696359 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:44.696372 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.696381 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 315,365,394 down  blocked_by {}
2014-08-25 11:02:44.696388 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] up_thru 411208 >= same_since 411201, all is well
2014-08-25 11:02:44.696397 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411210:194413
2014-08-25 11:02:44.696405 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.315
2014-08-25 11:02:44.696414 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.365
2014-08-25 11:02:44.696418 7f25874a6700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.696422 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.696430 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.696439 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.696515 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:44.696534 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696537 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.696544 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.696552 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696570 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:44.696581 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696584 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.696591 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.696598 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696615 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:44.696626 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696628 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.696635 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.696642 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696659 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:44.696669 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696672 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.696679 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.696686 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696698 7f25873a5700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.696703 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:44.696714 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696716 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.696724 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.696732 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696749 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:44.696760 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696762 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.696769 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.696776 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696793 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:44.696804 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696806 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.696813 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.696820 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696837 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:44.696848 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.696850 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.696857 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.696864 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.696872 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.697308 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:44.697328 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.697331 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.697339 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.697347 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.697369 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:44.697382 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.697384 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.697391 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.697398 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.697415 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:44.697426 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.697428 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.697435 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.697443 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.697459 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:44.697470 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.697472 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.697479 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.697486 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.697502 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:44.697513 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.697515 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.697522 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.697529 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.697545 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:44.697555 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.697557 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.697565 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.697572 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.697587 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:44.697580 7f259a211700 10 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.697598 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.697601 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.697608 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.697615 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.697631 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:44.697641 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.697643 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.697650 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.697657 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.697666 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.705088 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.705110 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.705119 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] exit Reset 3.302519 9 0.000204
2014-08-25 11:02:44.705128 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.705136 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.705144 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.705154 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] exit Start 0.000018 0 0.000000
2014-08-25 11:02:44.705164 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.705175 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.705184 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.705194 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.705806 7f2586ea0700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.706332 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:44.706352 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.706357 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.706369 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.706379 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.706397 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:44.706406 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.706408 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.706416 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.706423 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.706439 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:44.706448 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.706450 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.706457 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.706464 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.706480 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:44.706489 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.706491 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.706497 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.706506 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.706523 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:44.706532 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.706534 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.706540 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.706547 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.706563 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:44.706572 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.706574 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.706580 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.706587 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.706603 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:44.706612 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.706614 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.706621 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.706628 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.706643 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:44.706652 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.706654 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.706661 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.706668 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.706676 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.706692 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.706701 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.706709 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] exit Reset 3.156366 9 0.000233
2014-08-25 11:02:44.706718 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.706725 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.706732 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.706740 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] exit Start 0.000015 0 0.000000
2014-08-25 11:02:44.706749 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.706759 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.706767 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.706776 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.706775 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.706843 7f258fde2700 10 osd.394 pg_epoch: 411202 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:44.706857 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.706861 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.706870 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.706879 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.706896 7f258fde2700 10 osd.394 pg_epoch: 411203 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:44.706905 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.706907 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.706916 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.706923 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.706938 7f258fde2700 10 osd.394 pg_epoch: 411204 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:44.706947 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.706949 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.706956 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.706964 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.706979 7f258fde2700 10 osd.394 pg_epoch: 411205 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:44.706987 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.706989 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.706997 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.707004 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.707019 7f258fde2700 10 osd.394 pg_epoch: 411206 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:44.707027 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.707029 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.707037 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.707044 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.707059 7f258fde2700 10 osd.394 pg_epoch: 411207 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:44.707068 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.707070 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.707077 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.707084 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.707099 7f258fde2700 10 osd.394 pg_epoch: 411208 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:44.707108 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.707110 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.707117 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.707125 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.707140 7f258fde2700 10 osd.394 pg_epoch: 411209 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:44.707150 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.707152 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.707159 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.707166 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.707174 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:44.707182 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 7,46,394
2014-08-25 11:02:44.707189 7f258fde2700 20 osd.394 411210 need_heartbeat_peer_update
2014-08-25 11:02:44.707191 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:44.707199 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Reset 3.143314 9 0.000201
2014-08-25 11:02:44.707207 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:44.707214 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:44.707220 7f258fde2700  1 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:44.707228 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Start 0.000014 0 0.000000
2014-08-25 11:02:44.707237 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:44.707244 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:44.707237 7f259a211700 10 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.707253 7f258fde2700  5 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:44.707261 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.707270 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 7,46,394 down  blocked_by {}
2014-08-25 11:02:44.707278 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] up_thru 411208 >= same_since 411201, all is well
2014-08-25 11:02:44.707287 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411210:201086
2014-08-25 11:02:44.707295 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.7
2014-08-25 11:02:44.707304 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.46
2014-08-25 11:02:44.707312 7f258fde2700 20 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.707319 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.707329 7f258fde2700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.707339 7f2586c9e700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.707399 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.707422 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.707435 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.707443 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.707453 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.707461 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.707524 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.707539 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.707547 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.707554 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.707564 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.707571 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.707613 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.707627 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.707635 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.707658 7f2586b9d700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.115:6810/2023061970 pipe(0x4f66900 sd=97 :0 s=1 pgs=0 cs=0 l=0 c=0x5810420).fault with nothing to send, going to standby
2014-08-25 11:02:44.707664 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.707676 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.707686 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.707718 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.707732 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.707740 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.707772 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.707785 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.707794 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.707826 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.707840 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.707849 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.707880 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.707893 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.707901 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.707937 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.707949 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.707957 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.707964 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.707973 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.707992 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.707998 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.708007 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.708014 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.708114 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.708129 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.708138 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] exit Reset 3.220622 9 0.000209
2014-08-25 11:02:44.708147 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.708147 7f2586a9c700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.708155 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.708162 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.708170 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] exit Start 0.000015 0 0.000000
2014-08-25 11:02:44.708179 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.708191 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.708199 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.708210 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.708239 7f258699b700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.708305 7f258689a700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.708329 7f2586799700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.708387 7f2586395700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.101:6806/1452063971 pipe(0x4f67a80 sd=106 :0 s=1 pgs=0 cs=0 l=0 c=0x5813020).fault with nothing to send, going to standby
2014-08-25 11:02:44.708478 7f2586597700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.708494 7f2586496700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.708653 7f2586698700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.708726 7f2586294700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.709734 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:44.709754 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.709760 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.709767 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.709776 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.709793 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:44.709802 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.709804 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.709811 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.709820 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.709836 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:44.709845 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.709847 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.709854 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.709861 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.709876 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:44.709885 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.709888 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.709895 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.709903 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.709919 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:44.709927 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.709929 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.709936 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.709943 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.709959 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:44.709967 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.709969 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.709976 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.709983 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.709998 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:44.710007 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710009 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.710016 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.710024 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710039 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:44.710048 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710050 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.710039 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.710057 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.710064 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710072 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.710094 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.710101 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.710109 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] exit Reset 3.160887 9 0.000198
2014-08-25 11:02:44.710118 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.710125 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.710131 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.710139 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] exit Start 0.000014 0 0.000000
2014-08-25 11:02:44.710148 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.710157 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.710165 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.710174 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.710241 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:44.710256 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710260 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.710268 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.710277 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710293 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:44.710302 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710304 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.710312 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.710319 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710335 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:44.710345 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710347 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.710354 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.710361 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710384 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:44.710394 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710396 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.710404 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.710411 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710426 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:44.710435 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710437 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.710444 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.710451 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710467 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:44.710475 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710477 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.710485 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.710492 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710507 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:44.710516 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710518 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.710525 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.710533 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710527 7f259a211700 10 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.710549 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:44.710558 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710560 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:44.710567 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.710574 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710582 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:44.710590 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 310,375,394
2014-08-25 11:02:44.710597 7f25905e3700 20 osd.394 411210 need_heartbeat_peer_update
2014-08-25 11:02:44.710599 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:44.710605 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Reset 3.137422 9 0.000209
2014-08-25 11:02:44.710614 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:44.710621 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:44.710627 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:44.710633 7f258588a700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.710635 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Start 0.000015 0 0.000000
2014-08-25 11:02:44.710643 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:44.710650 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:44.710657 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:44.710665 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:44.710673 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 310,375,394 down  blocked_by {}
2014-08-25 11:02:44.710680 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] up_thru 411208 >= same_since 411201, all is well
2014-08-25 11:02:44.710689 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411210:198977
2014-08-25 11:02:44.710697 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.310
2014-08-25 11:02:44.710705 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.375
2014-08-25 11:02:44.710713 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.710722 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.710731 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.710803 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:44.710820 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710824 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.710831 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.710840 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710857 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:44.710866 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710868 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.710875 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.710883 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710898 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:44.710907 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710909 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.710916 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.710923 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710938 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:44.710948 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710950 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.710957 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.710964 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.710979 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:44.710988 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.710990 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.710996 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.711003 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.711019 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:44.711028 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.711030 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.711036 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.711043 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.711059 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:44.711068 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.711070 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.711077 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.711084 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.711099 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:44.711108 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.711110 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.711117 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.711124 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.711132 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.711151 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.711159 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.711166 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] exit Reset 3.161554 9 0.000197
2014-08-25 11:02:44.711175 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.711179 7f2585789700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.711183 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.711190 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.711198 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] exit Start 0.000015 0 0.000000
2014-08-25 11:02:44.711207 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.711218 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.711226 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.711234 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.711314 7f25905e3700 10 osd.394 pg_epoch: 411202 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:44.711333 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.711336 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.711346 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.711354 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.711378 7f25905e3700 10 osd.394 pg_epoch: 411203 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:44.711390 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.711393 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.711400 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.711407 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.711424 7f25905e3700 10 osd.394 pg_epoch: 411204 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:44.711435 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.711437 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.711444 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.711451 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.711467 7f25905e3700 10 osd.394 pg_epoch: 411205 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:44.711478 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.711480 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.711487 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.711495 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.711512 7f25905e3700 10 osd.394 pg_epoch: 411206 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:44.711523 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.711525 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.711532 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.711539 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.711555 7f25905e3700 10 osd.394 pg_epoch: 411207 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:44.711566 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.711568 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.711575 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.711582 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.711573 7f259a211700 10 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.711599 7f25905e3700 10 osd.394 pg_epoch: 411208 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:44.711610 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.711612 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.711619 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.711626 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.711641 7f25905e3700 10 osd.394 pg_epoch: 411209 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:44.711652 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:44.711655 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:44.711661 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:44.711668 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:44.711677 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:44.711684 7f2585587700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.719536 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:44.719554 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:44.719562 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] exit Reset 3.283925 9 0.000207
2014-08-25 11:02:44.719571 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:44.719578 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:44.719585 7f25905e3700  1 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:44.719594 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:44.719602 7f25905e3700  5 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:44.719612 7f25905e3700 20 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411210
2014-08-25 11:02:44.719620 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.719629 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.720874 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 NullEvt
2014-08-25 11:02:44.720894 7f25905e3700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 4294967295'18446744073709551615, trimmed:
2014-08-25 11:02:44.720976 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.720994 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.721004 7f25905e3700 10 log is not dirty
2014-08-25 11:02:44.721012 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.721022 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.721032 7f25905e3700 10 log is not dirty
2014-08-25 11:02:44.721066 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.721080 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.721089 7f25905e3700 10 log is not dirty
2014-08-25 11:02:44.721130 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.721148 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.721157 7f25905e3700 10 log is not dirty
2014-08-25 11:02:44.721164 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.721174 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.721182 7f25905e3700 10 log is not dirty
2014-08-25 11:02:44.721188 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.721197 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.721205 7f25905e3700 10 log is not dirty
2014-08-25 11:02:44.721211 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.721221 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.721229 7f25905e3700 10 log is not dirty
2014-08-25 11:02:44.721235 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.721245 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.721253 7f25905e3700 10 log is not dirty
2014-08-25 11:02:44.721284 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.721297 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.721305 7f25905e3700 10 log is not dirty
2014-08-25 11:02:44.721311 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.721320 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.721328 7f25905e3700 10 log is not dirty
2014-08-25 11:02:44.721334 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.721342 7f25905e3700 15 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.721349 7f25905e3700 10 log is not dirty
2014-08-25 11:02:44.721403 7f2585183700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.721419 7f25a73617a0  0 osd.394 411210 done with init, starting boot process
2014-08-25 11:02:44.721427 7f25a73617a0 10 osd.394 411210 start_boot - have maps 194721..411210
2014-08-25 11:02:44.721479 7f2584f81700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.721557 7f2585082700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.721653 7f259a211700 10 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:44.721692 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411210 epoch_requested: 411210 FlushedEvt
2014-08-25 11:02:44.721717 7f258fde2700 15 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:44.721728 7f258fde2700 10 log is not dirty
2014-08-25 11:02:44.721805 7f2584d7f700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.721820 7f2584e80700 10 osd.394 411210 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:44.722124 7f2590de4700 10 osd.394 411210 _maybe_boot mon has osdmaps 194721..411215
2014-08-25 11:02:44.722153 7f2590de4700 10 osd.394 411210 _send_boot
2014-08-25 11:02:44.722159 7f2590de4700 10 osd.394 411210  client_addr 192.168.100.105:6809/41922, cluster_addr 192.168.1.105:6805/41922, hb_back_addr 192.168.1.105:6813/41922, hb_front_addr 192.168.100.105:6827/41922
2014-08-25 11:02:44.722482 7f2590de4700 10 osd.394 411210 _collect_metadata {arch=x86_64,back_addr=192.168.1.105:6805/41922,ceph_version=ceph version 0.80.5 (38b73c67d375a2552d8ed67843c8a65c2c0feba6),cpu=Intel(R) Xeon(R) CPU E5-2450 0 @ 2.10GHz,front_addr=192.168.100.105:6809/41922,hb_back_addr=192.168.1.105:6813/41922,hb_front_addr=192.168.100.105:6827/41922,hostname=storage0105-ib.pocstor,kernel_description=#1 SMP Thu Apr 3 22:00:30 EDT 2014,kernel_version=3.10.36-1.el6.elrepo.x86_64,mem_swap_kb=23446860,mem_total_kb=24635012,os=Linux,osd_data=/var/lib/ceph/osd/ceph-394,osd_journal=/var/lib/ceph/osd/ceph-394/journal}
2014-08-25 11:02:44.996336 7f2596df0700 10 osd.394 411210 do_waiters -- start
2014-08-25 11:02:44.996339 7f2596df0700 10 osd.394 411210 do_waiters -- finish
2014-08-25 11:02:44.996341 7f2596df0700 20 osd.394 411210 _dispatch 0x26f8480 osd_map(411211..411216 src has 194721..411216) v3
2014-08-25 11:02:44.996407 7f2596df0700  3 osd.394 411210 handle_osd_map epochs [411211,411216], i have 411210, src has [194721,411216]
2014-08-25 11:02:44.996422 7f2596df0700 10 osd.394 411210 handle_osd_map  got inc map for epoch 411211
2014-08-25 11:02:45.000569 7f2583e77700 10 osd.394 411210  new session 0x33a10a0 con=0x5acc780 addr=192.168.1.114:6813/2153052232
2014-08-25 11:02:45.000669 7f2583e77700 10 osd.394 411210  session 0x33a10a0 osd.375 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.000941 7f2596df0700 10 osd.394 411210 handle_osd_map  got inc map for epoch 411212
2014-08-25 11:02:45.002324 7f2583f78700 10 osd.394 411210  new session 0x33a0fc0 con=0x5acc620 addr=192.168.1.106:6801/734063720
2014-08-25 11:02:45.002449 7f2583f78700 10 osd.394 411210  session 0x33a0fc0 osd.330 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.002548 7f2583f78700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.106:6801/734063720 pipe(0x58f1680 sd=131 :6805 s=0 pgs=0 cs=0 l=0 c=0x5acc620).accept connect_seq 0 vs existing 0 state connecting
2014-08-25 11:02:45.005888 7f2596df0700 10 osd.394 411210 handle_osd_map  got inc map for epoch 411213
2014-08-25 11:02:45.009522 7f2583871700 10 osd.394 411210  new session 0x33a1260 con=0x5acdee0 addr=192.168.1.101:6805/1257063436
2014-08-25 11:02:45.009620 7f2583871700 10 osd.394 411210  session 0x33a1260 osd.314 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.010316 7f2596df0700 10 osd.394 411210 handle_osd_map  got inc map for epoch 411214
2014-08-25 11:02:45.011237 7f2583c75700 10 osd.394 411210  new session 0x33a1180 con=0x5accba0 addr=192.168.1.114:6810/2205058773
2014-08-25 11:02:45.011271 7f2583c75700 10 osd.394 411210  session 0x33a1180 osd.355 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.015429 7f2596df0700 10 osd.394 411210 handle_osd_map  got inc map for epoch 411215
2014-08-25 11:02:45.018437 7f2596df0700 10 osd.394 411210 handle_osd_map  got inc map for epoch 411216
2014-08-25 11:02:45.025902 7f2596df0700 10 osd.394 411210  advance to epoch 411211 (<= newest 411216)
2014-08-25 11:02:45.025979 7f2596df0700  7 osd.394 411211 advance_map epoch 411211  39 pgs
2014-08-25 11:02:45.025996 7f2596df0700 10 osd.394 411211  advance to epoch 411212 (<= newest 411216)
2014-08-25 11:02:45.026041 7f2596df0700  7 osd.394 411212 advance_map epoch 411212  39 pgs
2014-08-25 11:02:45.026058 7f2596df0700 10 osd.394 411212  advance to epoch 411213 (<= newest 411216)
2014-08-25 11:02:45.026272 7f2596df0700  7 osd.394 411213 advance_map epoch 411213  39 pgs
2014-08-25 11:02:45.026291 7f2596df0700 10 osd.394 411213  advance to epoch 411214 (<= newest 411216)
2014-08-25 11:02:45.026335 7f2596df0700  7 osd.394 411214 advance_map epoch 411214  39 pgs
2014-08-25 11:02:45.026349 7f2596df0700 10 osd.394 411214  advance to epoch 411215 (<= newest 411216)
2014-08-25 11:02:45.026593 7f2596df0700  7 osd.394 411215 advance_map epoch 411215  39 pgs
2014-08-25 11:02:45.026616 7f2596df0700 10 osd.394 411215  advance to epoch 411216 (<= newest 411216)
2014-08-25 11:02:45.026660 7f2596df0700  7 osd.394 411216 advance_map epoch 411216  39 pgs
2014-08-25 11:02:45.026665 7f2596df0700 10 osd.394 411216 up_epoch is 411216
2014-08-25 11:02:45.026667 7f2596df0700 10 osd.394 411216 boot_epoch is 411216
2014-08-25 11:02:45.026682 7f2596df0700  1 osd.394 411216 state: booting -> active
2014-08-25 11:02:45.026689 7f2596df0700 10 osd.394 411216 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411216 [194721,411216] lci=[411216,411216])
2014-08-25 11:02:45.028830 7f2596df0700  0 osd.394 411216 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:45.028847 7f2596df0700  7 osd.394 411216 consume_map version 411216
2014-08-25 11:02:45.028872 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029002 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029023 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] handle_advance_map [302,63]/[302,63] -- 302/302
2014-08-25 11:02:45.029039 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:45.029055 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.029052 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029063 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:45.029064 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.029063 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] handle_advance_map [338,301]/[338,301] -- 338/338
2014-08-25 11:02:45.029075 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029075 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] acting_up_affected newup [302,63] newacting [302,63]
2014-08-25 11:02:45.029090 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.029086 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.029087 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029095 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.029098 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029098 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] exit Started/Stray 0.388158 3 0.038698
2014-08-25 11:02:45.029106 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] acting_up_affected newup [338,301] newacting [338,301]
2014-08-25 11:02:45.029111 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:45.029112 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] exit Started 0.388207 0 0.000000
2014-08-25 11:02:45.029116 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.029124 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:45.029127 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.029127 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] exit Started/Stray 0.386555 3 0.000139
2014-08-25 11:02:45.029137 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411202 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.029140 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] exit Started 0.386601 0 0.000000
2014-08-25 11:02:45.029146 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411211 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.029150 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.029154 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411211 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.029158 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411202 pi=410479-411200/56 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.029164 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411211 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] acting_up_affected newup [302,63] newacting [302,63]
2014-08-25 11:02:45.029167 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411211 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.029172 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411211 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.029175 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411211 pi=410479-411200/56 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.029174 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:45.029183 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63,394] r=2 lpr=411211 pi=240664-411200/10492 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.029184 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411211 pi=410479-411200/56 crt=0'0 inactive NOTIFY] acting_up_affected newup [338,301] newacting [338,301]
2014-08-25 11:02:45.029188 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029193 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411211 pi=410479-411200/56 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.029201 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,301] r=1 lpr=411211 pi=410479-411200/56 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.029201 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029213 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029217 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [302,63,394](302) acting [302,63,394](302)): not rw, up_thru 411201 up_from 411060 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [302,63,394](302) acting [302,63,394](302) maybe_went_rw) : primary up 411060-411201 includes interval

2014-08-25 11:02:45.029220 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [338,394,301](338) acting [338,394,301](338)): not rw, up_thru 411208 up_from 410580 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [338,394,301](338) acting [338,394,301](338) maybe_went_rw) : primary up 410580-411208 includes interval

2014-08-25 11:02:45.029225 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029229 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [302,63,394](302) acting [302,63,394](302) maybe_went_rw)
2014-08-25 11:02:45.029230 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [338,394,301](338) acting [338,394,301](338) maybe_went_rw)
2014-08-25 11:02:45.029238 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:45.029242 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY]  up [302,63,394] -> [302,63], acting [302,63,394] -> [302,63], acting_primary 302 -> 302, up_primary 302 -> 302, role 2 -> -1
2014-08-25 11:02:45.029242 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY]  up [338,394,301] -> [338,301], acting [338,394,301] -> [338,301], acting_primary 338 -> 338, up_primary 338 -> 338, role 1 -> -1
2014-08-25 11:02:45.029252 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029254 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.029256 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.029264 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:45.029273 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029273 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.029284 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.029284 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029276 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.029295 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:45.029295 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.029298 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.029307 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029307 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.029309 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.029317 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.029318 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029322 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.029325 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.029330 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:45.029337 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.029336 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.029343 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=411210 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029361 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.029362 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029361 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.029379 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.029382 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.029383 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029390 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.029391 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.029398 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.029399 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.029396 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] null
2014-08-25 11:02:45.029407 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.029408 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.029413 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:45.029416 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.029418 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.029426 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029431 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.029431 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.029437 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029448 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029458 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029461 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] handle_advance_map [302,63]/[302,63] -- 302/302
2014-08-25 11:02:45.029468 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029478 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.029478 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:45.029481 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.029483 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] handle_advance_map [338,301]/[338,301] -- 338/338
2014-08-25 11:02:45.029489 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029490 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.029504 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.029500 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.029502 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029508 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.029512 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:45.029517 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.029518 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] handle_advance_map [302,63]/[302,63] -- 302/302
2014-08-25 11:02:45.029524 7f2596df0700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:45.029531 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.029526 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.029534 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.029539 7f2596df0700 10 osd.394 411216 maybe_update_heartbeat_peers updating
2014-08-25 11:02:45.029543 7f2596df0700 20 osd.394 411216 29.3a5 heartbeat_peers
2014-08-25 11:02:45.029545 7f2596df0700 20 osd.394 411216 29.333 heartbeat_peers
2014-08-25 11:02:45.029546 7f2596df0700 20 osd.394 411216 29.3f6 heartbeat_peers 30,299,394
2014-08-25 11:02:45.029542 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.029547 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] handle_advance_map [338,301]/[338,301] -- 338/338
2014-08-25 11:02:45.029550 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.029559 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.029561 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.029568 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.029569 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] handle_advance_map [302,63]/[302,63] -- 302/302
2014-08-25 11:02:45.029581 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.029576 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.029583 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.029590 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.029593 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] handle_advance_map [338,301]/[338,301] -- 338/338
2014-08-25 11:02:45.029598 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.029605 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.029607 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.029614 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.029616 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] handle_advance_map [302,63]/[302,63] -- 302/302
2014-08-25 11:02:45.029622 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.029628 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.029630 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.029637 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.029638 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] handle_advance_map [338,301]/[338,301] -- 338/338
2014-08-25 11:02:45.029649 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.029645 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.029652 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.029659 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.029662 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:45.029666 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.029675 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.029677 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.029684 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.029683 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:45.029696 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.029692 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] acting_up_affected newup [302,63,394] newacting [302,63,394]
2014-08-25 11:02:45.029698 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.029700 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.029706 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.029708 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63] r=-1 lpr=411211 pi=240664-411210/10493 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.029713 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] acting_up_affected newup [338,394,301] newacting [338,394,301]
2014-08-25 11:02:45.029722 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.029730 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,301] r=-1 lpr=411211 pi=410479-411210/57 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.029725 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [302,63](302) acting [302,63](302)): not rw, up_thru 411213 up_from 411060 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [302,63](302) acting [302,63](302) maybe_went_rw) : primary up 411060-411213 includes interval

2014-08-25 11:02:45.029737 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [302,63](302) acting [302,63](302) maybe_went_rw)
2014-08-25 11:02:45.029735 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.30 192.168.1.107:6810/1481031771 192.168.100.107:6810/1481031771
2014-08-25 11:02:45.029746 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY]  up [302,63] -> [302,63,394], acting [302,63] -> [302,63,394], acting_primary 302 -> 302, up_primary 302 -> 302, role -1 -> 2
2014-08-25 11:02:45.029747 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [338,301](338) acting [338,301](338)): not rw, up_thru 411213 up_from 410580 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [338,301](338) acting [338,301](338) maybe_went_rw) : primary up 410580-411213 includes interval

2014-08-25 11:02:45.029756 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.029757 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [338,301](338) acting [338,301](338) maybe_went_rw)
2014-08-25 11:02:45.029764 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.029766 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY]  up [338,301] -> [338,394,301], acting [338,301] -> [338,394,301], acting_primary 338 -> 338, up_primary 338 -> 338, role -1 -> 1
2014-08-25 11:02:45.029771 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.029777 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.029780 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.029785 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.029787 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.029793 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.029795 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.029802 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.029802 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.029810 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.029811 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.029817 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.029819 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.029825 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.029826 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.029833 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.029834 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.029841 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.029841 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.029850 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.029851 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.029859 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.029859 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.029867 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.029870 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.029874 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.029883 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.029891 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.029939 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.029948 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.029859 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.299 192.168.1.109:6802/1870025810 192.168.100.109:6805/1870025810
2014-08-25 11:02:45.029956 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] exit Reset 0.000807 6 0.000637
2014-08-25 11:02:45.029968 7f2596df0700 20 osd.394 411216 32.340 heartbeat_peers
2014-08-25 11:02:45.029970 7f2596df0700 20 osd.394 411216 32.311 heartbeat_peers 293,341,394
2014-08-25 11:02:45.029967 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.029975 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.029982 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.029992 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] exit Start 0.000017 0 0.000000
2014-08-25 11:02:45.030001 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.030012 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.030020 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.030048 7f2586b9d700 10 osd.394 411216  new session 0x33a1420 con=0x5acdc20 addr=192.168.1.102:6823/1566018504
2014-08-25 11:02:45.030083 7f2586b9d700 10 osd.394 411216  session 0x33a1420 osd.368 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.030190 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.293 192.168.1.109:6804/1501026279 192.168.100.109:6802/1501026279
2014-08-25 11:02:45.030233 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.030408 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.341 192.168.1.106:6828/2605064780 192.168.100.106:6802/2605064780
2014-08-25 11:02:45.030419 7f2596df0700 20 osd.394 411216 32.25b heartbeat_peers
2014-08-25 11:02:45.030422 7f2596df0700 20 osd.394 411216 29.17b heartbeat_peers
2014-08-25 11:02:45.030423 7f2596df0700 20 osd.394 411216 32.313 heartbeat_peers
2014-08-25 11:02:45.030425 7f2596df0700 20 osd.394 411216 32.23e heartbeat_peers 359,365,394
2014-08-25 11:02:45.030492 7f258255e700 10 osd.394 411216  new session 0x33a1500 con=0x5acdac0 addr=192.168.1.115:6813/1235059517
2014-08-25 11:02:45.030517 7f258255e700 10 osd.394 411216  session 0x33a1500 osd.32 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.030947 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.359 192.168.1.108:6819/1448025977 192.168.100.108:6812/1448025977
2014-08-25 11:02:45.030949 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.031028 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.365 192.168.1.102:6805/1249017967 192.168.100.102:6806/1249017967
2014-08-25 11:02:45.031038 7f2596df0700 20 osd.394 411216 32.90 heartbeat_peers 46,324,394
2014-08-25 11:02:45.031038 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x52327e0 don't know epoch, doing nothing
2014-08-25 11:02:45.031045 7f258fde2700  7 osd.394 411216 do_notify osd 338 on 1 PGs
2014-08-25 11:02:45.031095 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.46 192.168.1.112:6824/1186020830 192.168.100.112:6810/1186020830
2014-08-25 11:02:45.031118 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_advance_map [299,30]/[299,30] -- 299/299
2014-08-25 11:02:45.031140 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.031145 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:45.031148 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.324 192.168.1.104:6821/1223043189 192.168.100.104:6816/1223043189
2014-08-25 11:02:45.031156 7f2596df0700 20 osd.394 411216 29.185 heartbeat_peers 50,314,394
2014-08-25 11:02:45.031154 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.394 now down
2014-08-25 11:02:45.031161 7f258fde2700  1 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:45.031171 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.388060 2 0.000137
2014-08-25 11:02:45.031192 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:45.031202 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.388098 0 0.000000
2014-08-25 11:02:45.031209 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.50 192.168.1.112:6815/2137023870 192.168.100.112:6806/2137023870
2014-08-25 11:02:45.031212 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.388116 0 0.000000
2014-08-25 11:02:45.031222 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started 0.388157 0 0.000000
2014-08-25 11:02:45.031231 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:45.031238 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.031246 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.031256 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:45.031262 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.314 192.168.1.101:6807/1257063436 192.168.100.101:6808/1257063436
2014-08-25 11:02:45.031263 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [299,30] newacting [299,30]
2014-08-25 11:02:45.031271 7f2596df0700 20 osd.394 411216 29.2ac heartbeat_peers
2014-08-25 11:02:45.031274 7f2596df0700 20 osd.394 411216 29.3d7 heartbeat_peers
2014-08-25 11:02:45.031276 7f2596df0700 20 osd.394 411216 29.1e2 heartbeat_peers
2014-08-25 11:02:45.031270 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.031277 7f2596df0700 20 osd.394 411216 32.20 heartbeat_peers
2014-08-25 11:02:45.031279 7f2596df0700 20 osd.394 411216 29.30f heartbeat_peers 344,372,394
2014-08-25 11:02:45.031278 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,299,30] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.031297 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [394,299,30](394) acting [394,299,30](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [394,299,30](394) acting [394,299,30](394) maybe_went_rw) : primary up 411201-411208 includes interval

2014-08-25 11:02:45.031305 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  noting past interval(411201-411210 up [394,299,30](394) acting [394,299,30](394) maybe_went_rw)
2014-08-25 11:02:45.031318 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  up [394,299,30] -> [299,30], acting [394,299,30] -> [299,30], acting_primary 394 -> 299, up_primary 394 -> 299, role 0 -> -1
2014-08-25 11:02:45.031329 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.344 192.168.1.106:6810/1052001301 192.168.100.106:6813/1052001301
2014-08-25 11:02:45.031330 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.031350 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.031362 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.031377 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.031385 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.031393 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.031394 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.372 192.168.1.114:6822/1223054845 192.168.100.114:6813/1223054845
2014-08-25 11:02:45.031403 7f2596df0700 20 osd.394 411216 29.1f heartbeat_peers
2014-08-25 11:02:45.031400 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.031405 7f2596df0700 20 osd.394 411216 32.139 heartbeat_peers 315,365,394
2014-08-25 11:02:45.031408 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.031417 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.031425 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.031432 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.031439 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.031448 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.031454 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.315 192.168.1.113:6814/1092038710 192.168.100.113:6800/1092038710
2014-08-25 11:02:45.031455 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.031462 7f2596df0700 20 osd.394 411216 29.35e heartbeat_peers
2014-08-25 11:02:45.031464 7f2596df0700 20 osd.394 411216 32.e3 heartbeat_peers
2014-08-25 11:02:45.031466 7f2596df0700 20 osd.394 411216 32.2b2 heartbeat_peers 310,375,394
2014-08-25 11:02:45.031461 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.031468 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.031474 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.031483 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.031505 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [299,30]/[299,30] -- 299/299
2014-08-25 11:02:45.031511 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.310 192.168.1.109:6815/1166023478 192.168.100.109:6824/1166023478
2014-08-25 11:02:45.031518 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.031522 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.031529 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.031537 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.031554 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [299,30]/[299,30] -- 299/299
2014-08-25 11:02:45.031565 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.031568 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.031575 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.031576 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.375 192.168.1.114:6824/2153052232 192.168.100.114:6811/2153052232
2014-08-25 11:02:45.031585 7f2596df0700 20 osd.394 411216 32.e7 heartbeat_peers
2014-08-25 11:02:45.031582 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.031587 7f2596df0700 20 osd.394 411216 29.28e heartbeat_peers
2014-08-25 11:02:45.031590 7f2596df0700 20 osd.394 411216 29.21b heartbeat_peers
2014-08-25 11:02:45.031591 7f2596df0700 20 osd.394 411216 32.228 heartbeat_peers
2014-08-25 11:02:45.031592 7f2596df0700 20 osd.394 411216 29.288 heartbeat_peers
2014-08-25 11:02:45.031594 7f2596df0700 20 osd.394 411216 29.2e9 heartbeat_peers
2014-08-25 11:02:45.031595 7f2596df0700 20 osd.394 411216 32.2e6 heartbeat_peers
2014-08-25 11:02:45.031596 7f2596df0700 20 osd.394 411216 32.249 heartbeat_peers 290,355,394
2014-08-25 11:02:45.031598 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [299,30]/[299,30] -- 299/299
2014-08-25 11:02:45.031609 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.031611 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.031618 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.031625 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.031641 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.290 192.168.1.109:6814/2058024537 192.168.100.109:6809/2058024537
2014-08-25 11:02:45.031642 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [299,30]/[299,30] -- 299/299
2014-08-25 11:02:45.031653 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.031655 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.031662 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.031669 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.031685 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:45.031696 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.031698 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.031705 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.031712 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,299,30] newacting [394,299,30]
2014-08-25 11:02:45.031720 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.031728 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [299,30] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.031744 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [299,30](299) acting [299,30](299)): not rw, up_thru 411211 up_from 411125 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [299,30](299) acting [299,30](299) maybe_went_rw) : primary up 411125-411211 includes interval

2014-08-25 11:02:45.031754 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411211-411215 up [299,30](299) acting [299,30](299) maybe_went_rw)
2014-08-25 11:02:45.031763 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [299,30] -> [394,299,30], acting [299,30] -> [394,299,30], acting_primary 299 -> 394, up_primary 299 -> 394, role -1 -> 0
2014-08-25 11:02:45.031774 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.031781 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.031788 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.031797 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:198837
2014-08-25 11:02:45.031804 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.031812 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.031819 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.031826 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.031832 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.031840 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.031846 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.031853 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.031860 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.031868 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.031875 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.031876 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.355 192.168.1.114:6831/2205058773 192.168.100.114:6825/2205058773
2014-08-25 11:02:45.031886 7f2596df0700 20 osd.394 411216 29.138 heartbeat_peers
2014-08-25 11:02:45.031882 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.031889 7f2596df0700 20 osd.394 411216 29.2eb heartbeat_peers
2014-08-25 11:02:45.031890 7f2596df0700 20 osd.394 411216 29.3c1 heartbeat_peers
2014-08-25 11:02:45.031892 7f2596df0700 20 osd.394 411216 32.63 heartbeat_peers
2014-08-25 11:02:45.031894 7f2596df0700 20 osd.394 411216 29.145 heartbeat_peers
2014-08-25 11:02:45.031895 7f2596df0700 20 osd.394 411216 29.338 heartbeat_peers 11,26,394
2014-08-25 11:02:45.031889 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.031901 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.031907 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.031913 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.031921 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.031930 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.031940 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 30,299,394 unchanged
2014-08-25 11:02:45.031949 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.031954 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.11 192.168.1.103:6827/1842033636 192.168.100.103:6826/1842033636
2014-08-25 11:02:45.031958 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000727 6 0.000666
2014-08-25 11:02:45.031968 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.031976 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.031983 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.031992 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Start 0.000016 0 0.000000
2014-08-25 11:02:45.032002 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.032010 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.032017 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.032025 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.032034 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [299,30](299) acting [299,30](299) maybe_went_rw)
2014-08-25 11:02:45.032045 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,299,30](394) acting [394,299,30](394) maybe_went_rw)
2014-08-25 11:02:45.032055 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 30,299,394 down  blocked_by {}
2014-08-25 11:02:45.032063 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.032073 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:198838
2014-08-25 11:02:45.032081 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.30
2014-08-25 11:02:45.032080 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.26 192.168.1.115:6820/674003651 192.168.100.115:6814/674003651
2014-08-25 11:02:45.032091 7f2596df0700 20 osd.394 411216 32.66 heartbeat_peers
2014-08-25 11:02:45.032093 7f2596df0700 20 osd.394 411216 29.ce heartbeat_peers
2014-08-25 11:02:45.032095 7f2596df0700 20 osd.394 411216 32.19a heartbeat_peers
2014-08-25 11:02:45.032091 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.299
2014-08-25 11:02:45.032097 7f2596df0700 20 osd.394 411216 32.252 heartbeat_peers 7,46,394
2014-08-25 11:02:45.032101 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.032109 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.032146 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.7 192.168.1.115:6830/2024061970 192.168.100.115:6829/2024061970
2014-08-25 11:02:45.032156 7f2596df0700 10 osd.394 411216  adding neighbor peer osd.393
2014-08-25 11:02:45.032160 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.032244 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.393 192.168.1.202:6828/1205037910 192.168.100.202:6816/1205037910
2014-08-25 11:02:45.032253 7f2596df0700 10 osd.394 411216  adding neighbor peer osd.395
2014-08-25 11:02:45.032295 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5079080 don't know epoch, doing nothing
2014-08-25 11:02:45.032301 7f258fde2700  7 osd.394 411216 do_queries querying osd.30 on 1 PGs
2014-08-25 11:02:45.032349 7f2596df0700 10 osd.394 411216 _add_heartbeat_peer: new peer osd.395 192.168.1.105:6851/3666008736 192.168.100.105:6813/3666008736
2014-08-25 11:02:45.032359 7f2596df0700 10 osd.394 411216 maybe_update_heartbeat_peers 22 peers, extras 393,395
2014-08-25 11:02:45.032361 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x59a6ca0 don't know epoch, doing nothing
2014-08-25 11:02:45.032371 7f258fde2700  7 osd.394 411216 do_queries querying osd.299 sending saperate messages  on 1 PGs
2014-08-25 11:02:45.032371 7f2596df0700  7 osd.394 411216 activate_map version 411216
2014-08-25 11:02:45.032380 7f2596df0700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.032383 7f2596df0700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.032405 7f2596df0700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.032407 7f2596df0700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.032408 7f2596df0700 20 osd.394 411216 _dispatch 0x582cec0 osd_map(411216..411216 src has 194721..411216) v3
2014-08-25 11:02:45.032415 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] handle_advance_map [46,318]/[46,318] -- 46/46
2014-08-25 11:02:45.032431 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.032435 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.032443 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] acting_up_affected newup [46,318] newacting [46,318]
2014-08-25 11:02:45.032450 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.032459 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] exit Started/Stray 0.430005 3 0.000187
2014-08-25 11:02:45.032469 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] exit Started 0.430063 0 0.000000
2014-08-25 11:02:45.032478 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.032485 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411202 pi=410719-411200/25 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.032492 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411211 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.032499 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411211 pi=410719-411200/25 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.032506 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411211 pi=410719-411200/25 crt=0'0 inactive NOTIFY] acting_up_affected newup [46,318] newacting [46,318]
2014-08-25 11:02:45.032513 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411211 pi=410719-411200/25 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.032520 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,394,318] r=1 lpr=411211 pi=410719-411200/25 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.032537 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [46,394,318](46) acting [46,394,318](46)): not rw, up_thru 411208 up_from 410981 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [46,394,318](46) acting [46,394,318](46) maybe_went_rw) : primary up 410981-411208 includes interval

2014-08-25 11:02:45.032544 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [46,394,318](46) acting [46,394,318](46) maybe_went_rw)
2014-08-25 11:02:45.032553 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY]  up [46,394,318] -> [46,318], acting [46,394,318] -> [46,318], acting_primary 46 -> 46, up_primary 46 -> 46, role 1 -> -1
2014-08-25 11:02:45.032562 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.032569 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.032580 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.032588 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.032594 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.032601 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.032608 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.032616 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.032623 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.032631 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.032637 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.032644 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.032650 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.032657 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.032678 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] handle_advance_map [46,318]/[46,318] -- 46/46
2014-08-25 11:02:45.032688 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.032690 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.032697 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.032704 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.032721 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] handle_advance_map [46,318]/[46,318] -- 46/46
2014-08-25 11:02:45.032730 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.032732 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.032739 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.032746 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.032763 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] handle_advance_map [46,318]/[46,318] -- 46/46
2014-08-25 11:02:45.032772 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.032774 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.032780 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.032787 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.032804 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] handle_advance_map [46,318]/[46,318] -- 46/46
2014-08-25 11:02:45.032814 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.032816 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.032823 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.032830 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.032846 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:45.032855 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.032857 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.032864 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.032871 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] acting_up_affected newup [46,394,318] newacting [46,394,318]
2014-08-25 11:02:45.032878 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.032885 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,318] r=-1 lpr=411211 pi=410719-411210/26 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.032900 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [46,318](46) acting [46,318](46)): not rw, up_thru 411213 up_from 410981 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [46,318](46) acting [46,318](46) maybe_went_rw) : primary up 410981-411213 includes interval

2014-08-25 11:02:45.032907 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [46,318](46) acting [46,318](46) maybe_went_rw)
2014-08-25 11:02:45.032915 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY]  up [46,318] -> [46,394,318], acting [46,318] -> [46,394,318], acting_primary 46 -> 46, up_primary 46 -> 46, role -1 -> 1
2014-08-25 11:02:45.032925 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.032931 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.032938 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.032945 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.032952 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.032958 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.032965 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.032971 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.032978 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.032986 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.032992 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.032999 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.033005 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.033012 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.033021 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.033052 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.033061 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.033069 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] exit Reset 0.000592 6 0.000478
2014-08-25 11:02:45.033079 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.033086 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.033093 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.033102 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:45.033111 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.033122 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.033130 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.033178 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.033204 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_advance_map [293,341]/[293,341] -- 293/293
2014-08-25 11:02:45.033217 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.033220 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:45.033228 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.394 now down
2014-08-25 11:02:45.033235 7f258fde2700  1 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:45.033244 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.401130 2 0.029212
2014-08-25 11:02:45.033253 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:45.033255 7f2596df0700  3 osd.394 411216 handle_osd_map epochs [411216,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.033261 7f2596df0700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.033263 7f2596df0700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.033265 7f2596df0700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.033260 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.401165 0 0.000000
2014-08-25 11:02:45.033270 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.430173 0 0.000000
2014-08-25 11:02:45.033278 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started 0.430216 0 0.000000
2014-08-25 11:02:45.033287 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:45.033294 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.033297 7f258add8700 20 osd.394 411216 agent_entry empty queue
2014-08-25 11:02:45.033301 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.033310 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:45.033317 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [293,341] newacting [293,341]
2014-08-25 11:02:45.033323 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.033330 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,293,341] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.033345 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [394,293,341](394) acting [394,293,341](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [394,293,341](394) acting [394,293,341](394) maybe_went_rw) : primary up 411201-411208 includes interval

2014-08-25 11:02:45.033354 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  noting past interval(411201-411210 up [394,293,341](394) acting [394,293,341](394) maybe_went_rw)
2014-08-25 11:02:45.033362 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  up [394,293,341] -> [293,341], acting [394,293,341] -> [293,341], acting_primary 394 -> 293, up_primary 394 -> 293, role 0 -> -1
2014-08-25 11:02:45.033378 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.033386 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.033393 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.033400 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.033406 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.033414 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.033420 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.033427 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.033433 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.033441 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.033448 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.033455 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.033462 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.033468 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.033475 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.033482 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.033488 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.033496 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.033515 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [293,341]/[293,341] -- 293/293
2014-08-25 11:02:45.033525 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.033527 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.033534 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.033541 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.033557 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [293,341]/[293,341] -- 293/293
2014-08-25 11:02:45.033565 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.033567 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.033574 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.033581 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.033596 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [293,341]/[293,341] -- 293/293
2014-08-25 11:02:45.033605 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.033607 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.033614 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.033620 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.033636 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [293,341]/[293,341] -- 293/293
2014-08-25 11:02:45.033644 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.033646 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.033653 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.033660 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.033675 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:45.033684 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.033686 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.033693 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.033699 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,293,341] newacting [394,293,341]
2014-08-25 11:02:45.033706 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.033713 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [293,341] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.033727 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [293,341](293) acting [293,341](293)): not rw, up_thru 411213 up_from 411056 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [293,341](293) acting [293,341](293) maybe_went_rw) : primary up 411056-411213 includes interval

2014-08-25 11:02:45.033735 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411211-411215 up [293,341](293) acting [293,341](293) maybe_went_rw)
2014-08-25 11:02:45.033743 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [293,341] -> [394,293,341], acting [293,341] -> [394,293,341], acting_primary 293 -> 394, up_primary 293 -> 394, role -1 -> 0
2014-08-25 11:02:45.033758 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.033765 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.033772 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.033780 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:256799
2014-08-25 11:02:45.033788 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.033795 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.033802 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.033809 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.033815 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.033821 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.033828 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.033834 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.033841 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.033849 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.033856 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.033863 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.033869 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.033876 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.033882 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.033888 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.033895 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.033906 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.033915 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 293,341,394 unchanged
2014-08-25 11:02:45.033923 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.033930 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000643 6 0.000584
2014-08-25 11:02:45.033939 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.033948 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.033955 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.033963 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Start 0.000015 0 0.000000
2014-08-25 11:02:45.033972 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.033980 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.033987 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.033994 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.034003 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [293,341](293) acting [293,341](293) maybe_went_rw)
2014-08-25 11:02:45.034012 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,293,341](394) acting [394,293,341](394) maybe_went_rw)
2014-08-25 11:02:45.034023 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 293,341,394 down  blocked_by {}
2014-08-25 11:02:45.034031 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.034040 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:256800
2014-08-25 11:02:45.034048 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.293
2014-08-25 11:02:45.034056 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.341
2014-08-25 11:02:45.034065 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.034073 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.034108 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034111 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034113 7f2595dee700 20 osd.394 411216 _dispatch 0x582ba80 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.034124 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.034149 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.034154 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034156 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034166 7f2595dee700  1 osd.394 411216 ms_handle_reset con 0x5acc620 session 0x33a0fc0
2014-08-25 11:02:45.034176 7f2595dee700  1 osd.394 411216 ms_handle_reset con 0x5810420 session 0
2014-08-25 11:02:45.034178 7f2595dee700  1 osd.394 411216 ms_handle_reset con 0x5813020 session 0
2014-08-25 11:02:45.034181 7f2595dee700  1 osd.394 411216 ms_handle_reset con 0x54d91e0 session 0
2014-08-25 11:02:45.034197 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034199 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034200 7f2595dee700 20 osd.394 411216 _dispatch 0x2768b40 pg_query(29.2ac epoch 411216) v3
2014-08-25 11:02:45.034233 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.23 epoch 411216
2014-08-25 11:02:45.034236 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x2768b40
2014-08-25 11:02:45.034457 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.034246 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 23
2014-08-25 11:02:45.034498 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x50818c0 don't know epoch, doing nothing
2014-08-25 11:02:45.034503 7f258fde2700  7 osd.394 411216 do_notify osd 46 on 1 PGs
2014-08-25 11:02:45.034514 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034517 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034521 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5082d60 don't know epoch, doing nothing
2014-08-25 11:02:45.034523 7f258fde2700  7 osd.394 411216 do_queries querying osd.293 on 1 PGs
2014-08-25 11:02:45.034532 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034534 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034535 7f2595dee700 20 osd.394 411216 _dispatch 0x57f0fc0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.034536 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x524f0c0 don't know epoch, doing nothing
2014-08-25 11:02:45.034538 7f258fde2700  7 osd.394 411216 do_queries querying osd.341 sending saperate messages  on 1 PGs
2014-08-25 11:02:45.034540 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.034544 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.034548 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034549 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034563 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034564 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034565 7f2595dee700 20 osd.394 411216 _dispatch 0x26fa1c0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.034569 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.034571 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.034572 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034573 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034586 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034588 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034574 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] handle_advance_map [339,363]/[339,363] -- 339/339
2014-08-25 11:02:45.034589 7f2595dee700 20 osd.394 411216 _dispatch 0x26f9d40 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.034592 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.034591 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.034594 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.034596 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034597 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034597 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.034610 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034611 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034606 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] acting_up_affected newup [339,363] newacting [339,363]
2014-08-25 11:02:45.034613 7f2595dee700 20 osd.394 411216 _dispatch 0x582f500 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.034618 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.034614 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.034621 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.034622 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034623 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034624 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] exit Started/Stray 0.392327 3 0.009508
2014-08-25 11:02:45.034637 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034638 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034640 7f2595dee700 20 osd.394 411216 _dispatch 0x582e780 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.034634 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] exit Started 0.392374 0 0.000000
2014-08-25 11:02:45.034643 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.034645 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.034647 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034648 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034644 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.034652 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411201 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.034661 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034662 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034663 7f2595dee700 20 osd.394 411216 _dispatch 0x582da00 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.034666 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.034661 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411211 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.034669 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.034671 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034672 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034669 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411211 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:45.034677 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411211 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] acting_up_affected newup [339,363] newacting [339,363]
2014-08-25 11:02:45.034686 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034687 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034689 7f2595dee700 20 osd.394 411216 _dispatch 0x582c140 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.034692 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.034686 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411211 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.034695 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.034696 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034698 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034695 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363,394] r=2 lpr=411211 pi=240742-411200/10070 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.034710 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034712 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034713 7f2595dee700 20 osd.394 411216 _dispatch 0x582e9c0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.034716 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.034718 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.034720 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034721 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034716 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [339,363,394](339) acting [339,363,394](339)): not rw, up_thru 411201 up_from 195014 last_epoch_clean 411161
generate_past_intervals interval(411201-411210 up [339,363,394](339) acting [339,363,394](339) maybe_went_rw) : primary up 195014-411201 includes interval

2014-08-25 11:02:45.034725 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411201/411201/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [339,363,394](339) acting [339,363,394](339) maybe_went_rw)
2014-08-25 11:02:45.034733 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034735 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034736 7f2595dee700 20 osd.394 411216 _dispatch 0x582e0c0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.034739 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.034742 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.034743 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034734 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY]  up [339,363,394] -> [339,363], acting [339,363,394] -> [339,363], acting_primary 339 -> 339, up_primary 339 -> 339, role 2 -> -1
2014-08-25 11:02:45.034744 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034745 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.034757 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034752 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.034759 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034760 7f2595dee700 20 osd.394 411216 _dispatch 0x57f06c0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.034760 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.034769 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.034775 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.034784 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.034763 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.034793 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.034796 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034791 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.034798 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034800 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.034813 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034807 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.034814 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034815 7f2595dee700 20 osd.394 411216 _dispatch 0x57f0000 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.034815 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.034819 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.034823 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.034824 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034825 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034822 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.034829 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.034838 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034839 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034836 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.034840 7f2595dee700 20 osd.394 411216 _dispatch 0x2769fe0 pg_query(29.3c1 epoch 411216) v3
2014-08-25 11:02:45.034845 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.034865 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.309 epoch 411216
2014-08-25 11:02:45.034867 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x2769fe0
2014-08-25 11:02:45.034865 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] handle_advance_map [339,363]/[339,363] -- 339/339
2014-08-25 11:02:45.034875 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.034877 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.034884 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:45.034892 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.034904 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 309
2014-08-25 11:02:45.034933 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034935 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034949 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.034951 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.034952 7f2595dee700 20 osd.394 411216 _dispatch 0x2768d20 pg_query(32.63 epoch 411216) v3
2014-08-25 11:02:45.034972 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.285 epoch 411216
2014-08-25 11:02:45.034973 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x2768d20
2014-08-25 11:02:45.034980 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 285
2014-08-25 11:02:45.034999 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035000 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035012 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035015 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035016 7f2595dee700 20 osd.394 411216 _dispatch 0x26fb3c0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.035020 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.035023 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.035025 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035026 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035038 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035039 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035040 7f2595dee700 20 osd.394 411216 _dispatch 0x2768780 pg_query(29.3d7 epoch 411216) v3
2014-08-25 11:02:45.035059 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.348 epoch 411216
2014-08-25 11:02:45.035061 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x2768780
2014-08-25 11:02:45.035067 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 348
2014-08-25 11:02:45.035087 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035089 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035100 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035101 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035102 7f2595dee700 20 osd.394 411216 _dispatch 0x27692c0 pg_query(29.35e epoch 411216) v3
2014-08-25 11:02:45.035121 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.366 epoch 411216
2014-08-25 11:02:45.035122 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x27692c0
2014-08-25 11:02:45.035129 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 366
2014-08-25 11:02:45.035149 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035150 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035161 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035162 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035164 7f2595dee700 20 osd.394 411216 _dispatch 0x27690e0 pg_query(29.17b epoch 411216) v3
2014-08-25 11:02:45.035182 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.333 epoch 411216
2014-08-25 11:02:45.035184 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x27690e0
2014-08-25 11:02:45.035192 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 333
2014-08-25 11:02:45.035210 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035212 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035223 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035224 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035225 7f2595dee700 20 osd.394 411216 _dispatch 0x2768f00 pg_query(29.1f epoch 411216) v3
2014-08-25 11:02:45.034908 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] handle_advance_map [339,363]/[339,363] -- 339/339
2014-08-25 11:02:45.035247 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.371 epoch 411216
2014-08-25 11:02:45.035250 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x2768f00
2014-08-25 11:02:45.035252 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.035255 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.035257 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 371
2014-08-25 11:02:45.035264 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:45.035273 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.035279 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035281 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035292 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035293 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035295 7f2595dee700 20 osd.394 411216 _dispatch 0x513e3c0 pg_notify(32.2b2(1) epoch 411216) v5
2014-08-25 11:02:45.035293 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] handle_advance_map [339,363]/[339,363] -- 339/339
2014-08-25 11:02:45.035303 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.035305 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.035318 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.375
2014-08-25 11:02:45.035313 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:45.035320 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x513e3c0
2014-08-25 11:02:45.035321 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.035337 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] handle_advance_map [339,363]/[339,363] -- 339/339
2014-08-25 11:02:45.035346 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.035346 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035348 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035348 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.035360 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035361 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035362 7f2595dee700 20 osd.394 411216 _dispatch 0x5283b80 pg_notify(32.249(1) epoch 411216) v5
2014-08-25 11:02:45.035357 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:45.035375 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.035389 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.355
2014-08-25 11:02:45.035391 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5283b80
2014-08-25 11:02:45.035394 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:45.035404 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.035406 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.035416 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035418 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035413 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411161
2014-08-25 11:02:45.035421 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] acting_up_affected newup [339,363,394] newacting [339,363,394]
2014-08-25 11:02:45.035430 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035432 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035433 7f2595dee700 20 osd.394 411216 _dispatch 0x52839c0 pg_notify(29.185(1) epoch 411216) v5
2014-08-25 11:02:45.035429 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.035437 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363] r=-1 lpr=411211 pi=240742-411210/10071 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.035456 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.314
2014-08-25 11:02:45.035458 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x52839c0
2014-08-25 11:02:45.035453 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [339,363](339) acting [339,363](339)): not rw, up_thru 411213 up_from 195014 last_epoch_clean 411161
generate_past_intervals interval(411211-411215 up [339,363](339) acting [339,363](339) maybe_went_rw) : primary up 195014-411213 includes interval

2014-08-25 11:02:45.035461 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411211/411211/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [339,363](339) acting [339,363](339) maybe_went_rw)
2014-08-25 11:02:45.035478 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035470 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY]  up [339,363] -> [339,363,394], acting [339,363] -> [339,363,394], acting_primary 339 -> 339, up_primary 339 -> 339, role -1 -> 2
2014-08-25 11:02:45.035480 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035482 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.035492 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035494 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035489 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.035495 7f2595dee700 20 osd.394 411216 _dispatch 0x2769a40 pg_query(29.28e epoch 411216) v3
2014-08-25 11:02:45.035497 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.035505 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.035515 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.368 epoch 411216
2014-08-25 11:02:45.035517 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x2769a40
2014-08-25 11:02:45.035512 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.035520 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.035527 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.035524 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 368
2014-08-25 11:02:45.035535 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.035546 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035547 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035543 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.035551 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.035559 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035561 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035562 7f2595dee700 20 osd.394 411216 _dispatch 0x2769860 pg_query(32.e3 epoch 411216) v3
2014-08-25 11:02:45.035558 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.035565 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.035573 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.035585 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.29 epoch 411216
2014-08-25 11:02:45.035587 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x2769860
2014-08-25 11:02:45.035581 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.035592 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.035593 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 29
2014-08-25 11:02:45.035613 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035614 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035624 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.035626 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.035627 7f2595dee700 20 osd.394 411216 _dispatch 0x276a760 pg_query(29.3a5 epoch 411216) v3
2014-08-25 11:02:45.035646 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.302 epoch 411216
2014-08-25 11:02:45.035647 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276a760
2014-08-25 11:02:45.035954 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.037435 7f257fc35700 10 osd.394 411216 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:45.042888 7f257ec25700 10 osd.394 411216  new session 0x33a15e0 con=0x59a14a0 addr=192.168.1.111:6809/1090056797
2014-08-25 11:02:45.042929 7f257ec25700 10 osd.394 411216  session 0x33a15e0 osd.61 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.042937 7f257ec25700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.111:6809/1090056797 pipe(0x53bb200 sd=198 :6805 s=0 pgs=0 cs=0 l=0 c=0x59a14a0).accept connect_seq 0 vs existing 0 state connecting
2014-08-25 11:02:45.043316 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.043342 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.043353 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] exit Reset 0.014226 6 0.000670
2014-08-25 11:02:45.043379 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.043389 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.043400 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.043410 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] exit Start 0.000021 0 0.000000
2014-08-25 11:02:45.043420 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.043432 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.043441 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.044415 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.044437 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.044447 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] exit Reset 0.009803 6 0.000546
2014-08-25 11:02:45.044457 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.044469 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.044476 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.044486 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:45.044495 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.044506 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411201 while current is 411216
2014-08-25 11:02:45.044515 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.051548 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.051630 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] handle_advance_map [333,53]/[333,53] -- 333/333
2014-08-25 11:02:45.051657 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.051663 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.051672 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] acting_up_affected newup [333,53] newacting [333,53]
2014-08-25 11:02:45.051679 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.051690 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] exit Started/Stray 0.407825 3 0.000102
2014-08-25 11:02:45.051701 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] exit Started 0.407873 0 0.000000
2014-08-25 11:02:45.051711 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.051718 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411202 pi=411097-411200/7 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.051727 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411211 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.051735 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411211 pi=411097-411200/7 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.051742 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411211 pi=411097-411200/7 crt=0'0 inactive NOTIFY] acting_up_affected newup [333,53] newacting [333,53]
2014-08-25 11:02:45.051749 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411211 pi=411097-411200/7 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.051756 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,394,53] r=1 lpr=411211 pi=411097-411200/7 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.051775 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [333,394,53](333) acting [333,394,53](333)): not rw, up_thru 411208 up_from 411099 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [333,394,53](333) acting [333,394,53](333) maybe_went_rw) : primary up 411099-411208 includes interval

2014-08-25 11:02:45.051787 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [333,394,53](333) acting [333,394,53](333) maybe_went_rw)
2014-08-25 11:02:45.051796 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY]  up [333,394,53] -> [333,53], acting [333,394,53] -> [333,53], acting_primary 333 -> 333, up_primary 333 -> 333, role 1 -> -1
2014-08-25 11:02:45.051806 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.051817 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.051824 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.051834 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.051841 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.051849 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.051857 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.051867 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.051874 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.051882 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.051888 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.051895 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.051901 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.051911 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.051937 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] handle_advance_map [333,53]/[333,53] -- 333/333
2014-08-25 11:02:45.051950 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.051953 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.051960 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.051967 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.051988 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] handle_advance_map [333,53]/[333,53] -- 333/333
2014-08-25 11:02:45.051999 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.052001 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.052008 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.052015 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.052036 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] handle_advance_map [333,53]/[333,53] -- 333/333
2014-08-25 11:02:45.052047 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.052049 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.052056 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.052063 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.052084 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] handle_advance_map [333,53]/[333,53] -- 333/333
2014-08-25 11:02:45.052095 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.052097 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.052104 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.052111 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.052132 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:45.052144 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.052146 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.052154 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.052160 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] acting_up_affected newup [333,394,53] newacting [333,394,53]
2014-08-25 11:02:45.052168 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.052175 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,53] r=-1 lpr=411211 pi=411097-411210/8 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.052189 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [333,53](333) acting [333,53](333)): not rw, up_thru 411213 up_from 411099 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [333,53](333) acting [333,53](333) maybe_went_rw) : primary up 411099-411213 includes interval

2014-08-25 11:02:45.052197 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [333,53](333) acting [333,53](333) maybe_went_rw)
2014-08-25 11:02:45.052205 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY]  up [333,53] -> [333,394,53], acting [333,53] -> [333,394,53], acting_primary 333 -> 333, up_primary 333 -> 333, role -1 -> 1
2014-08-25 11:02:45.052214 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.052221 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.052227 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.052234 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.052241 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.052247 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.052254 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.052261 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.052268 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.052274 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.052301 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.052308 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.052314 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.052322 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.052334 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.052354 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.052363 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.052378 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] exit Reset 0.000667 6 0.000528
2014-08-25 11:02:45.052388 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.052396 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.052402 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.052412 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:45.052421 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.052431 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.052439 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.052477 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.052511 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] handle_advance_map [317,10]/[317,10] -- 317/317
2014-08-25 11:02:45.052525 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.052528 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.052536 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] acting_up_affected newup [317,10] newacting [317,10]
2014-08-25 11:02:45.052543 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.052552 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] exit Started/Stray 0.402129 3 0.006081
2014-08-25 11:02:45.052560 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] exit Started 0.402172 0 0.000000
2014-08-25 11:02:45.052569 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.052576 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411202 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.052583 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411211 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.052590 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411211 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.052597 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411211 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] acting_up_affected newup [317,10] newacting [317,10]
2014-08-25 11:02:45.052604 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411211 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.052611 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10,394] r=2 lpr=411211 pi=195746-411200/8648 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.052628 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [317,10,394](317) acting [317,10,394](317)): not rw, up_thru 411208 up_from 411130 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [317,10,394](317) acting [317,10,394](317) maybe_went_rw) : primary up 411130-411208 includes interval

2014-08-25 11:02:45.052636 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [317,10,394](317) acting [317,10,394](317) maybe_went_rw)
2014-08-25 11:02:45.052644 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY]  up [317,10,394] -> [317,10], acting [317,10,394] -> [317,10], acting_primary 317 -> 317, up_primary 317 -> 317, role 2 -> -1
2014-08-25 11:02:45.052653 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.052660 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.052666 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.052674 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.052680 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.052687 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.052694 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.052702 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.052709 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.052716 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.052722 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.052728 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.052734 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.052742 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.052787 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] handle_advance_map [317,10]/[317,10] -- 317/317
2014-08-25 11:02:45.052796 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.052799 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.052806 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.052813 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.052831 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] handle_advance_map [317,10]/[317,10] -- 317/317
2014-08-25 11:02:45.052839 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.052841 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.052848 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.052855 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.052871 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.052873 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] handle_advance_map [317,10]/[317,10] -- 317/317
2014-08-25 11:02:45.052881 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.052884 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.052891 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.052898 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.052916 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] handle_advance_map [317,10]/[317,10] -- 317/317
2014-08-25 11:02:45.052924 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.052927 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.052933 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.052943 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.052934 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 302
2014-08-25 11:02:45.052962 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:45.052972 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.052975 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.052978 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.052974 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.052985 7f2595dee700  1 osd.394 411216 ms_handle_reset con 0x59a14a0 session 0x33a15e0
2014-08-25 11:02:45.052981 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.052988 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] acting_up_affected newup [317,10,394] newacting [317,10,394]
2014-08-25 11:02:45.052996 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.053002 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10] r=-1 lpr=411211 pi=195746-411210/8649 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.053013 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.053015 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.053016 7f2595dee700 20 osd.394 411216 _dispatch 0x2769680 pg_query(32.e7 epoch 411216) v3
2014-08-25 11:02:45.053017 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [317,10](317) acting [317,10](317)): not rw, up_thru 411211 up_from 411130 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [317,10](317) acting [317,10](317) maybe_went_rw) : primary up 411130-411211 includes interval

2014-08-25 11:02:45.053025 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [317,10](317) acting [317,10](317) maybe_went_rw)
2014-08-25 11:02:45.053040 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.366 epoch 411216
2014-08-25 11:02:45.053034 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY]  up [317,10] -> [317,10,394], acting [317,10] -> [317,10,394], acting_primary 317 -> 317, up_primary 317 -> 317, role -1 -> 2
2014-08-25 11:02:45.053042 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x2769680
2014-08-25 11:02:45.053044 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.053051 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.053051 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 366
2014-08-25 11:02:45.053059 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.053067 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.053077 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.053074 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.053079 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.053081 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.053087 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.053095 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.053100 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.053102 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.053102 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.053103 7f2595dee700 20 osd.394 411216 _dispatch 0x582f500 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.053110 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.053116 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.053122 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.053129 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.053136 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.053144 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.053121 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.053178 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.053181 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.053182 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.053269 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.053272 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.053273 7f2595dee700 20 osd.394 411216 _dispatch 0x582da00 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.053277 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.053280 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.053281 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.053282 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.053299 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.053300 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.053301 7f2595dee700 20 osd.394 411216 _dispatch 0x2769c20 pg_query(32.313 epoch 411216) v3
2014-08-25 11:02:45.053322 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.317 epoch 411216
2014-08-25 11:02:45.053324 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x2769c20
2014-08-25 11:02:45.053344 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x5814e60 don't know epoch, doing nothing
2014-08-25 11:02:45.053347 7f25905e3700  7 osd.394 411216 do_notify osd 302 on 1 PGs
2014-08-25 11:02:45.053405 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] handle_advance_map [368,61]/[368,61] -- 368/368
2014-08-25 11:02:45.053432 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.053437 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.053457 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] acting_up_affected newup [368,61] newacting [368,61]
2014-08-25 11:02:45.053468 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.053477 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] exit Started/Stray 0.333875 3 0.007942
2014-08-25 11:02:45.053487 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] exit Started 0.333916 0 0.000000
2014-08-25 11:02:45.053496 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.053503 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411202 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.053517 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411211 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.053525 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411211 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.053538 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411211 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] acting_up_affected newup [368,61] newacting [368,61]
2014-08-25 11:02:45.053545 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411211 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.053552 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61,394] r=2 lpr=411211 pi=195688-411200/12120 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.053572 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [368,61,394](368) acting [368,61,394](368)): not rw, up_thru 411201 up_from 411108 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [368,61,394](368) acting [368,61,394](368) maybe_went_rw) : primary up 411108-411201 includes interval

2014-08-25 11:02:45.053580 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [368,61,394](368) acting [368,61,394](368) maybe_went_rw)
2014-08-25 11:02:45.053588 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY]  up [368,61,394] -> [368,61], acting [368,61,394] -> [368,61], acting_primary 368 -> 368, up_primary 368 -> 368, role 2 -> -1
2014-08-25 11:02:45.053604 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.053612 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.053619 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.053632 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.053640 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.053647 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.053655 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.053667 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.053674 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.053682 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.053688 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.053695 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.053709 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.053718 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.053745 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] handle_advance_map [368,61]/[368,61] -- 368/368
2014-08-25 11:02:45.053758 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.053761 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.053768 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.053776 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.053793 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] handle_advance_map [368,61]/[368,61] -- 368/368
2014-08-25 11:02:45.053803 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.053806 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.053813 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.053828 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.053851 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] handle_advance_map [368,61]/[368,61] -- 368/368
2014-08-25 11:02:45.053864 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.053867 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.053874 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.053881 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.053902 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] handle_advance_map [368,61]/[368,61] -- 368/368
2014-08-25 11:02:45.053913 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.053915 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.053922 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.053930 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.053947 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:45.053958 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.053961 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.053973 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.053989 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] acting_up_affected newup [368,61,394] newacting [368,61,394]
2014-08-25 11:02:45.053996 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.054003 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61] r=-1 lpr=411211 pi=195688-411210/12121 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.054027 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [368,61](368) acting [368,61](368)): not rw, up_thru 411213 up_from 411108 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [368,61](368) acting [368,61](368) maybe_went_rw) : primary up 411108-411213 includes interval

2014-08-25 11:02:45.054039 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [368,61](368) acting [368,61](368) maybe_went_rw)
2014-08-25 11:02:45.054048 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY]  up [368,61] -> [368,61,394], acting [368,61] -> [368,61,394], acting_primary 368 -> 368, up_primary 368 -> 368, role -1 -> 2
2014-08-25 11:02:45.054057 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.054064 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.054071 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.054078 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.054096 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.054103 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.054110 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.054117 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.054124 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.054131 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.054187 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.054194 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.054200 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.054208 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.054218 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.054956 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.055064 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.058393 7f2599a10700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.060360 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.060387 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.060398 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] exit Reset 0.007829 6 0.000504
2014-08-25 11:02:45.060409 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.060418 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.060425 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.060436 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] exit Start 0.000018 0 0.000000
2014-08-25 11:02:45.060446 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.060457 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.060466 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.063987 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.064011 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.064021 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] exit Reset 0.010524 6 0.000653
2014-08-25 11:02:45.064031 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.064039 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.064046 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.064056 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] exit Start 0.000017 0 0.000000
2014-08-25 11:02:45.064065 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.064076 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.064085 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.066347 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.066423 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_advance_map [365,359]/[365,359] -- 365/365
2014-08-25 11:02:45.066431 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 317
2014-08-25 11:02:45.066477 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066479 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066497 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066499 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066500 7f2595dee700 20 osd.394 411216 _dispatch 0x5875940 pg_notify(29.3f6(1) epoch 411216) v5
2014-08-25 11:02:45.066524 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.299
2014-08-25 11:02:45.066526 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5875940
2014-08-25 11:02:45.066579 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066580 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066592 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066594 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066595 7f2595dee700 20 osd.394 411216 _dispatch 0x57f1f80 osd_map(411211..411216 src has 194721..411216) v3
2014-08-25 11:02:45.066601 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411211,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.066604 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.066605 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066606 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066618 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066619 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066620 7f2595dee700 20 osd.394 411216 _dispatch 0x57f0000 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.066623 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.066625 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.066626 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066627 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066639 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066641 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066643 7f2595dee700 20 osd.394 411216 _dispatch 0x26fb3c0 osd_map(411211..411216 src has 194721..411216) v3
2014-08-25 11:02:45.066646 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411211,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.066648 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.066650 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066651 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066663 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066664 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066665 7f2595dee700 20 osd.394 411216 _dispatch 0x57f18c0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.066668 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.066671 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.066672 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066673 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066686 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066687 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066688 7f2595dee700 20 osd.394 411216 _dispatch 0x582e0c0 osd_map(411211..411216 src has 194721..411216) v3
2014-08-25 11:02:45.066692 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411211,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.066694 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.066695 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066696 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066709 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066711 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066712 7f2595dee700 20 osd.394 411216 _dispatch 0x5875cc0 pg_notify(29.3f6(1) epoch 411216) v5
2014-08-25 11:02:45.066734 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.299
2014-08-25 11:02:45.066736 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5875cc0
2014-08-25 11:02:45.066760 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066762 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066773 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066775 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066776 7f2595dee700 20 osd.394 411216 _dispatch 0x276a580 pg_query(32.20 epoch 411216) v3
2014-08-25 11:02:45.066794 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.293 epoch 411216
2014-08-25 11:02:45.066796 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276a580
2014-08-25 11:02:45.066803 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 293
2014-08-25 11:02:45.066824 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066825 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066836 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066837 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066838 7f2595dee700 20 osd.394 411216 _dispatch 0x276ab20 pg_query(29.145 epoch 411216) v3
2014-08-25 11:02:45.066860 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.65 epoch 411216
2014-08-25 11:02:45.066861 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276ab20
2014-08-25 11:02:45.066869 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 65
2014-08-25 11:02:45.066889 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066891 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066902 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066903 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.066904 7f2595dee700 20 osd.394 411216 _dispatch 0x276a940 pg_query(29.2e9 epoch 411216) v3
2014-08-25 11:02:45.066923 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.322 epoch 411216
2014-08-25 11:02:45.066925 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276a940
2014-08-25 11:02:45.066931 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 322
2014-08-25 11:02:45.066950 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.066952 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.067460 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.067475 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:45.067494 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.394 now down
2014-08-25 11:02:45.067502 7f258fde2700  1 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:45.067512 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.415719 2 0.000135
2014-08-25 11:02:45.067524 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:45.067531 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.415745 0 0.000000
2014-08-25 11:02:45.067542 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.415764 0 0.000000
2014-08-25 11:02:45.067551 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started 0.415805 0 0.000000
2014-08-25 11:02:45.067560 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:45.067567 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.067574 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.067585 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:45.067592 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [365,359] newacting [365,359]
2014-08-25 11:02:45.067599 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.067606 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,359] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.067626 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [394,365,359](394) acting [394,365,359](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [394,365,359](394) acting [394,365,359](394) maybe_went_rw) : primary up 411201-411208 includes interval

2014-08-25 11:02:45.067635 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  noting past interval(411201-411210 up [394,365,359](394) acting [394,365,359](394) maybe_went_rw)
2014-08-25 11:02:45.067643 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  up [394,365,359] -> [365,359], acting [394,365,359] -> [365,359], acting_primary 394 -> 365, up_primary 394 -> 365, role 0 -> -1
2014-08-25 11:02:45.067653 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.067661 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.067671 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.067681 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.067687 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.067697 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.067704 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.067711 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.067719 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.067729 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.067737 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.067744 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.067751 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.067758 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.067764 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.067770 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.067776 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.067786 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.067810 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [365,359]/[365,359] -- 365/365
2014-08-25 11:02:45.067875 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.067878 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.067886 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.067895 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.067915 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [365,359]/[365,359] -- 365/365
2014-08-25 11:02:45.067923 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.067926 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.067932 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.067939 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.067956 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [365,359]/[365,359] -- 365/365
2014-08-25 11:02:45.067965 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.067967 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.067974 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.067981 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.067997 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [365,359]/[365,359] -- 365/365
2014-08-25 11:02:45.068006 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.068008 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.068014 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.068021 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.068037 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:45.068047 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.068049 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.068055 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.068062 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,365,359] newacting [394,365,359]
2014-08-25 11:02:45.068069 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.068076 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,359] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.068092 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [365,359](365) acting [365,359](365)): not rw, up_thru 411212 up_from 410485 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [365,359](365) acting [365,359](365) maybe_went_rw) : primary up 410485-411212 includes interval

2014-08-25 11:02:45.068105 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411211-411215 up [365,359](365) acting [365,359](365) maybe_went_rw)
2014-08-25 11:02:45.068113 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [365,359] -> [394,365,359], acting [365,359] -> [394,365,359], acting_primary 365 -> 394, up_primary 365 -> 394, role -1 -> 0
2014-08-25 11:02:45.068123 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.068131 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.068138 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.068147 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:197211
2014-08-25 11:02:45.068155 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.068163 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.068170 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.068177 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.068183 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.068190 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.068198 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.068205 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.068213 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.068221 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.068228 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.068235 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.068241 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.068249 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.068255 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.068262 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.068269 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.068279 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.068289 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 359,365,394 unchanged
2014-08-25 11:02:45.068297 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.068304 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000745 6 0.000637
2014-08-25 11:02:45.068314 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.068321 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.068328 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.068338 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Start 0.000016 0 0.000000
2014-08-25 11:02:45.068347 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.068355 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.068363 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.068384 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.068394 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [365,359](365) acting [365,359](365) maybe_went_rw)
2014-08-25 11:02:45.068404 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,365,359](394) acting [394,365,359](394) maybe_went_rw)
2014-08-25 11:02:45.068413 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 359,365,394 down  blocked_by {}
2014-08-25 11:02:45.068422 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.068431 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:197212
2014-08-25 11:02:45.068440 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.359
2014-08-25 11:02:45.068450 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.365
2014-08-25 11:02:45.068458 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.068467 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.068502 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.068595 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5773020 don't know epoch, doing nothing
2014-08-25 11:02:45.068599 7f258fde2700  7 osd.394 411216 do_notify osd 317 on 1 PGs
2014-08-25 11:02:45.068619 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5773440 don't know epoch, doing nothing
2014-08-25 11:02:45.068621 7f258fde2700  7 osd.394 411216 do_notify osd 333 on 1 PGs
2014-08-25 11:02:45.068634 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5085280 don't know epoch, doing nothing
2014-08-25 11:02:45.068636 7f258fde2700  7 osd.394 411216 do_notify osd 339 on 1 PGs
2014-08-25 11:02:45.068648 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x52140a0 don't know epoch, doing nothing
2014-08-25 11:02:45.068650 7f258fde2700  7 osd.394 411216 do_queries querying osd.359 on 1 PGs
2014-08-25 11:02:45.068665 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5936b40 don't know epoch, doing nothing
2014-08-25 11:02:45.068667 7f258fde2700  7 osd.394 411216 do_queries querying osd.365 sending saperate messages  on 1 PGs
2014-08-25 11:02:45.068708 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_advance_map [324,46]/[324,46] -- 324/324
2014-08-25 11:02:45.068722 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.068727 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:45.068735 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.394 now down
2014-08-25 11:02:45.068741 7f258fde2700  1 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:45.068750 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.416343 2 0.000134
2014-08-25 11:02:45.068760 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:45.068767 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.416366 0 0.000000
2014-08-25 11:02:45.068776 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.416383 0 0.000000
2014-08-25 11:02:45.068784 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started 0.416429 0 0.000000
2014-08-25 11:02:45.068792 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:45.068799 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.068806 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.068815 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:45.068821 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [324,46] newacting [324,46]
2014-08-25 11:02:45.068828 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.068835 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,324,46] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.068851 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [394,324,46](394) acting [394,324,46](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [394,324,46](394) acting [394,324,46](394) maybe_went_rw) : primary up 411201-411208 includes interval

2014-08-25 11:02:45.068859 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  noting past interval(411201-411210 up [394,324,46](394) acting [394,324,46](394) maybe_went_rw)
2014-08-25 11:02:45.068867 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  up [394,324,46] -> [324,46], acting [394,324,46] -> [324,46], acting_primary 394 -> 324, up_primary 394 -> 324, role 0 -> -1
2014-08-25 11:02:45.068877 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.068885 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.068892 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.068898 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.068905 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.068912 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.068919 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.068926 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.068932 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.068940 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.068947 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.068955 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.068963 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.068969 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.068975 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.068981 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.068987 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.068995 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.069018 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [324,46]/[324,46] -- 324/324
2014-08-25 11:02:45.069027 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.069030 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.069037 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.069044 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.069064 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [324,46]/[324,46] -- 324/324
2014-08-25 11:02:45.069072 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.069074 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.069081 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.069088 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.069107 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [324,46]/[324,46] -- 324/324
2014-08-25 11:02:45.069116 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.069118 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.069125 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.069132 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.069151 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [324,46]/[324,46] -- 324/324
2014-08-25 11:02:45.069162 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.069164 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.069171 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.069178 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.069198 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:45.069207 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.069209 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.069216 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.069223 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,324,46] newacting [394,324,46]
2014-08-25 11:02:45.069230 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.069237 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [324,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.069251 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [324,46](324) acting [324,46](324)): not rw, up_thru 411213 up_from 411195 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [324,46](324) acting [324,46](324) maybe_went_rw) : primary up 411195-411213 includes interval

2014-08-25 11:02:45.069259 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411211-411215 up [324,46](324) acting [324,46](324) maybe_went_rw)
2014-08-25 11:02:45.069267 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [324,46] -> [394,324,46], acting [324,46] -> [394,324,46], acting_primary 324 -> 394, up_primary 324 -> 394, role -1 -> 0
2014-08-25 11:02:45.069277 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.069284 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.069291 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.069299 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:194683
2014-08-25 11:02:45.069306 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.069314 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.069321 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.069327 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.069333 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.069340 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.069346 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.069353 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.069360 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.069374 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.069382 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.069389 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.069396 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.069402 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.069409 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.069415 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.069423 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.069432 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.069441 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 46,324,394 unchanged
2014-08-25 11:02:45.069449 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.069457 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000664 6 0.000581
2014-08-25 11:02:45.069466 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.069474 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.069481 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.069490 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Start 0.000016 0 0.000000
2014-08-25 11:02:45.069499 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.069506 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.069514 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.069521 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.069529 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [324,46](324) acting [324,46](324) maybe_went_rw)
2014-08-25 11:02:45.069539 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,324,46](394) acting [394,324,46](394) maybe_went_rw)
2014-08-25 11:02:45.069548 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 46,324,394 down  blocked_by {}
2014-08-25 11:02:45.069556 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.069565 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:194684
2014-08-25 11:02:45.069573 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.46
2014-08-25 11:02:45.069582 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.324
2014-08-25 11:02:45.069591 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.069598 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.069631 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.069662 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_advance_map [314,50]/[314,50] -- 314/314
2014-08-25 11:02:45.069679 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.069683 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:45.069691 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.394 now down
2014-08-25 11:02:45.069698 7f258fde2700  1 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:45.069706 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.416712 2 0.000128
2014-08-25 11:02:45.069715 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:45.069724 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.416736 0 0.000000
2014-08-25 11:02:45.069733 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.416752 0 0.000000
2014-08-25 11:02:45.069741 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started 0.416792 0 0.000000
2014-08-25 11:02:45.069749 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:45.069755 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.069762 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.069771 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:45.069778 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [314,50] newacting [314,50]
2014-08-25 11:02:45.069784 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.069791 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,314,50] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.069806 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [394,314,50](394) acting [394,314,50](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [394,314,50](394) acting [394,314,50](394) maybe_went_rw) : primary up 411201-411208 includes interval

2014-08-25 11:02:45.069814 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  noting past interval(411201-411210 up [394,314,50](394) acting [394,314,50](394) maybe_went_rw)
2014-08-25 11:02:45.069822 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  up [394,314,50] -> [314,50], acting [394,314,50] -> [314,50], acting_primary 394 -> 314, up_primary 394 -> 314, role 0 -> -1
2014-08-25 11:02:45.069831 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.069839 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.069845 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.069852 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.069858 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.069866 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.069873 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.069879 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.069886 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.069894 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.069901 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.069908 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.069915 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.069921 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.069927 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.069933 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.069939 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.069946 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.069966 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [314,50]/[314,50] -- 314/314
2014-08-25 11:02:45.069978 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.069981 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.069988 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.069995 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.070011 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [314,50]/[314,50] -- 314/314
2014-08-25 11:02:45.070021 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.070024 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.070030 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.070038 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.070053 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [314,50]/[314,50] -- 314/314
2014-08-25 11:02:45.070064 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.070066 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.070073 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.070080 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.070096 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [314,50]/[314,50] -- 314/314
2014-08-25 11:02:45.070107 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.070109 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.070116 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.070123 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.070139 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:45.070149 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.070151 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.070158 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.070166 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,314,50] newacting [394,314,50]
2014-08-25 11:02:45.070174 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.070181 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [314,50] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.070196 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [314,50](314) acting [314,50](314)): not rw, up_thru 411213 up_from 411197 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [314,50](314) acting [314,50](314) maybe_went_rw) : primary up 411197-411213 includes interval

2014-08-25 11:02:45.070205 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411211-411215 up [314,50](314) acting [314,50](314) maybe_went_rw)
2014-08-25 11:02:45.070196 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.070213 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [314,50] -> [394,314,50], acting [314,50] -> [394,314,50], acting_primary 314 -> 394, up_primary 314 -> 394, role -1 -> 0
2014-08-25 11:02:45.070223 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.070230 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.070237 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.070245 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:200388
2014-08-25 11:02:45.070253 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.070262 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.070268 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.070275 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.070281 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.070288 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.070294 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.070301 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.070308 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.070315 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.070322 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.070330 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.070336 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.070342 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.070349 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.070355 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.070362 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.070380 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.070389 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 50,314,394 unchanged
2014-08-25 11:02:45.070397 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.070405 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000656 6 0.000584
2014-08-25 11:02:45.070414 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.070421 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.070428 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.070436 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Start 0.000015 0 0.000000
2014-08-25 11:02:45.070445 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.070453 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.070460 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.070467 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.070478 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [314,50](314) acting [314,50](314) maybe_went_rw)
2014-08-25 11:02:45.070487 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,314,50](394) acting [394,314,50](394) maybe_went_rw)
2014-08-25 11:02:45.070497 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 50,314,394 down  blocked_by {}
2014-08-25 11:02:45.070505 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.070514 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:200389
2014-08-25 11:02:45.070521 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.50
2014-08-25 11:02:45.070530 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.314
2014-08-25 11:02:45.070539 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.070546 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.070579 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.070670 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] handle_advance_map [23,327]/[23,327] -- 23/23
2014-08-25 11:02:45.070689 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.070693 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.070701 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] acting_up_affected newup [23,327] newacting [23,327]
2014-08-25 11:02:45.070709 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.070718 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] exit Started/Stray 0.408814 3 0.008428
2014-08-25 11:02:45.070727 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] exit Started 0.408883 0 0.000000
2014-08-25 11:02:45.070736 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.070743 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411202 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.070750 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411211 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.070757 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411211 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.070764 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411211 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] acting_up_affected newup [23,327] newacting [23,327]
2014-08-25 11:02:45.070771 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411211 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.070778 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327,394] r=2 lpr=411211 pi=240815-411200/11473 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.070796 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [23,327,394](23) acting [23,327,394](23)): not rw, up_thru 411208 up_from 411158 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [23,327,394](23) acting [23,327,394](23) maybe_went_rw) : primary up 411158-411208 includes interval

2014-08-25 11:02:45.070804 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [23,327,394](23) acting [23,327,394](23) maybe_went_rw)
2014-08-25 11:02:45.070812 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY]  up [23,327,394] -> [23,327], acting [23,327,394] -> [23,327], acting_primary 23 -> 23, up_primary 23 -> 23, role 2 -> -1
2014-08-25 11:02:45.070821 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.070828 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.070835 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.070842 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.070849 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.070855 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.070862 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.070870 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.070877 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.070884 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.070890 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.070896 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.070902 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.070910 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.070929 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] handle_advance_map [23,327]/[23,327] -- 23/23
2014-08-25 11:02:45.070941 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.070943 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.070950 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.070958 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.070973 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] handle_advance_map [23,327]/[23,327] -- 23/23
2014-08-25 11:02:45.070983 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.070986 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.070993 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.071000 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.071015 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] handle_advance_map [23,327]/[23,327] -- 23/23
2014-08-25 11:02:45.071026 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.071028 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.071035 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.071042 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.071058 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] handle_advance_map [23,327]/[23,327] -- 23/23
2014-08-25 11:02:45.071068 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.071070 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.071077 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.071084 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.071100 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:45.071111 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.071113 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.071120 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.071127 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] acting_up_affected newup [23,327,394] newacting [23,327,394]
2014-08-25 11:02:45.071134 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.071143 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327] r=-1 lpr=411211 pi=240815-411210/11474 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.071157 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [23,327](23) acting [23,327](23)): not rw, up_thru 411213 up_from 411158 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [23,327](23) acting [23,327](23) maybe_went_rw) : primary up 411158-411213 includes interval

2014-08-25 11:02:45.071168 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [23,327](23) acting [23,327](23) maybe_went_rw)
2014-08-25 11:02:45.071177 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY]  up [23,327] -> [23,327,394], acting [23,327] -> [23,327,394], acting_primary 23 -> 23, up_primary 23 -> 23, role -1 -> 2
2014-08-25 11:02:45.071186 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.071193 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.071200 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.071207 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.071214 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.071220 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.071227 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.071234 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.071241 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.071248 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.071254 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.071260 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.071266 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.071274 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.071283 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.072415 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.072903 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] handle_advance_map [363]/[363] -- 363/363
2014-08-25 11:02:45.072929 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.072934 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.072942 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.072950 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [363] newacting [363]
2014-08-25 11:02:45.072958 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.072965 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [394,363] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.072987 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411210-411210 up [394,363](394) acting [394,363](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411202
generate_past_intervals interval(411210-411210 up [394,363](394) acting [394,363](394)) : primary up 411201-411208 does not include interval

2014-08-25 11:02:45.072996 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411210/411210/411201) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive]  noting past interval(411210-411210 up [394,363](394) acting [394,363](394))
2014-08-25 11:02:45.073004 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive]  up [394,363] -> [363], acting [394,363] -> [363], acting_primary 394 -> 363, up_primary 394 -> 363, role 0 -> -1
2014-08-25 11:02:45.073013 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.073021 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.073028 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] on_change
2014-08-25 11:02:45.073035 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.073042 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.073050 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.073057 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.073064 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.073071 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] on_change
2014-08-25 11:02:45.073079 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.073086 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.073093 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.073099 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.073106 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.073112 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.073118 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.073124 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.073150 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.073173 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] handle_advance_map [363,24]/[363,24] -- 363/363
2014-08-25 11:02:45.073186 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.073189 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.073196 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.073203 7f25905e3700 20 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] acting_up_affected newup [363,24] newacting [363,24]
2014-08-25 11:02:45.073210 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.073217 7f25905e3700 20 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] set_last_peering_reset 411212
2014-08-25 11:02:45.073228 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411211 up [363](363) acting [363](363)) : acting set is too small

2014-08-25 11:02:45.073236 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY]  noting past interval(411211-411211 up [363](363) acting [363](363))
2014-08-25 11:02:45.073244 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY]  up [363] -> [363,24], acting [363] -> [363,24], acting_primary 363 -> 363, up_primary 363 -> 363, role -1 -> -1
2014-08-25 11:02:45.073252 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.073259 7f25905e3700 15 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.073265 7f25905e3700 15 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.073272 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.073279 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.073285 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.073292 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.073298 7f25905e3700 20 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.073306 7f25905e3700 20 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.073312 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.073319 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.073326 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.073346 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] handle_advance_map [363,24]/[363,24] -- 363/363
2014-08-25 11:02:45.073357 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.073360 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.073374 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.073382 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.073401 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] handle_advance_map [363,24]/[363,24] -- 363/363
2014-08-25 11:02:45.073412 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.073414 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.073421 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.073449 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.073482 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] handle_advance_map [363,24]/[363,24] -- 363/363
2014-08-25 11:02:45.073495 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.073497 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.073505 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.073513 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.073532 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:02:45.073543 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.073545 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.073552 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.073559 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,363,24] newacting [394,363,24]
2014-08-25 11:02:45.073567 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.073574 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [363,24] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.073589 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411212-411215 up [363,24](363) acting [363,24](363)): not rw, up_thru 411212 up_from 411158 last_epoch_clean 411202
generate_past_intervals interval(411212-411215 up [363,24](363) acting [363,24](363) maybe_went_rw) : primary up 411158-411212 includes interval

2014-08-25 11:02:45.073598 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411212/411212/411211) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411212-411215 up [363,24](363) acting [363,24](363) maybe_went_rw)
2014-08-25 11:02:45.073606 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [363,24] -> [394,363,24], acting [363,24] -> [394,363,24], acting_primary 363 -> 394, up_primary 363 -> 394, role -1 -> 0
2014-08-25 11:02:45.073615 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.073623 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.073630 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.073639 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:200456
2014-08-25 11:02:45.073647 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.073654 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.073661 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.073668 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.073674 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.073680 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.073686 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.073694 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.073702 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.073709 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.073716 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.073723 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.073729 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.073736 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.073742 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.073748 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.073755 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.073765 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.073774 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 24,363,394
2014-08-25 11:02:45.073782 7f25905e3700 20 osd.394 411216 need_heartbeat_peer_update
2014-08-25 11:02:45.073783 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.073791 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] exit Reset 3.655327 8 0.000757
2014-08-25 11:02:45.073801 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.073809 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.073837 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.073846 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] exit Start 0.000038 0 0.000000
2014-08-25 11:02:45.073856 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.073863 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.073871 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.073879 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.073888 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411212-411215 up [363,24](363) acting [363,24](363) maybe_went_rw)
2014-08-25 11:02:45.073898 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411211 up [363](363) acting [363](363))
2014-08-25 11:02:45.073906 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411210-411210 up [394,363](394) acting [394,363](394))
2014-08-25 11:02:45.073914 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411209 up [394,363,24](394) acting [394,363,24](394) maybe_went_rw)
2014-08-25 11:02:45.073926 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 24,363,394 down  blocked_by {}
2014-08-25 11:02:45.073935 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.073944 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:200457
2014-08-25 11:02:45.073953 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.24
2014-08-25 11:02:45.073962 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.363
2014-08-25 11:02:45.073970 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411210 while current is 411216
2014-08-25 11:02:45.073978 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.074014 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.074061 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x5acdc20 don't know epoch, doing nothing
2014-08-25 11:02:45.074065 7f25905e3700  7 osd.394 411216 do_notify osd 368 on 1 PGs
2014-08-25 11:02:45.076543 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.076545 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.076547 7f2595dee700 20 osd.394 411216 _dispatch 0x57f2640 osd_map(411211..411216 src has 194721..411216) v3
2014-08-25 11:02:45.076554 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411211,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.076557 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.076558 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.076560 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.076577 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.076579 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.076580 7f2595dee700 20 osd.394 411216 _dispatch 0x276b660 pg_query(32.228 epoch 411216) v3
2014-08-25 11:02:45.076604 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.327 epoch 411216
2014-08-25 11:02:45.076606 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276b660
2014-08-25 11:02:45.076617 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=411210 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 327
2014-08-25 11:02:45.076646 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.076648 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.080844 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.080848 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.080849 7f2595dee700 20 osd.394 411216 _dispatch 0x57f2d00 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.080857 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.080860 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.080862 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.080863 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.080883 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.080884 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.080885 7f2595dee700 20 osd.394 411216 _dispatch 0x276b2a0 pg_query(29.2eb epoch 411216) v3
2014-08-25 11:02:45.080913 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.379 epoch 411216
2014-08-25 11:02:45.080916 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276b2a0
2014-08-25 11:02:45.080926 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 379
2014-08-25 11:02:45.080962 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.080963 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.081555 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.081557 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.081558 7f2595dee700 20 osd.394 411216 _dispatch 0x57f33c0 osd_map(411211..411216 src has 194721..411216) v3
2014-08-25 11:02:45.081564 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411211,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.081567 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.081568 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.081569 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.082381 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.082384 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.082385 7f2595dee700 20 osd.394 411216 _dispatch 0x57f3a80 osd_map(411211..411216 src has 194721..411216) v3
2014-08-25 11:02:45.082390 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411211,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.082393 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.082394 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.082395 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.082408 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.082409 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.082410 7f2595dee700 20 osd.394 411216 _dispatch 0x276b660 pg_query(32.66 epoch 411216) v3
2014-08-25 11:02:45.082431 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.56 epoch 411216
2014-08-25 11:02:45.082433 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276b660
2014-08-25 11:02:45.082441 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 56
2014-08-25 11:02:45.082467 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.088098 7f257bdf8700 10 osd.394 411216 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:45.088660 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.088685 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.088687 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.088688 7f2595dee700 20 osd.394 411216 _dispatch 0x57f4140 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.088700 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.088703 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.088705 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.088706 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.088719 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.088721 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.088722 7f2595dee700 20 osd.394 411216 _dispatch 0x5875e80 pg_notify(29.338(11770) epoch 411216) v5
2014-08-25 11:02:45.088748 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.11
2014-08-25 11:02:45.088750 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5875e80
2014-08-25 11:02:45.088789 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.088790 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.088801 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.088802 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.088803 7f2595dee700 20 osd.394 411216 _dispatch 0x57f4800 osd_map(411211..411216 src has 194721..411216) v3
2014-08-25 11:02:45.088806 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411211,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.088809 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.088810 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.088811 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.088827 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.088828 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.088829 7f2595dee700 20 osd.394 411216 _dispatch 0x5876900 pg_notify(29.338(1) epoch 411216) v5
2014-08-25 11:02:45.088851 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.26
2014-08-25 11:02:45.088852 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5876900
2014-08-25 11:02:45.088880 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.088882 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.090888 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.091230 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.091234 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.091235 7f2595dee700 20 osd.394 411216 _dispatch 0x57f5340 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.091243 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.091334 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.091407 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.091409 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.091430 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.091431 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.091432 7f2595dee700 20 osd.394 411216 _dispatch 0x276b2a0 pg_query(32.19a epoch 411216) v3
2014-08-25 11:02:45.091458 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.2 epoch 411216
2014-08-25 11:02:45.091460 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276b2a0
2014-08-25 11:02:45.091470 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 2
2014-08-25 11:02:45.091499 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.091501 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.091700 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.091702 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.091703 7f2595dee700 20 osd.394 411216 _dispatch 0x57f5a00 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.091708 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.091711 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.091713 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.091717 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.091858 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.091861 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.091862 7f2595dee700 20 osd.394 411216 _dispatch 0x276b660 pg_query(29.333 epoch 411216) v3
2014-08-25 11:02:45.091886 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.338 epoch 411216
2014-08-25 11:02:45.091888 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276b660
2014-08-25 11:02:45.091896 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 338
2014-08-25 11:02:45.091924 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.091925 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.091937 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.091938 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.091939 7f2595dee700 20 osd.394 411216 _dispatch 0x276b2a0 pg_query(29.138 epoch 411216) v3
2014-08-25 11:02:45.092022 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.338 epoch 411216
2014-08-25 11:02:45.092024 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276b2a0
2014-08-25 11:02:45.092031 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 338
2014-08-25 11:02:45.092088 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.092089 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.092607 7f257baf5700 10 osd.394 411216 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:45.094929 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.094932 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.094933 7f2595dee700 20 osd.394 411216 _dispatch 0x57f6300 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.094940 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.094944 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.094949 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.094950 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.099026 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x5df4d00 don't know epoch, doing nothing
2014-08-25 11:02:45.099083 7f257bcf7700 10 osd.394 411216  new session 0x33a16c0 con=0x59a11e0 addr=192.168.1.114:6820/1223054845
2014-08-25 11:02:45.099122 7f257bcf7700 10 osd.394 411216  session 0x33a16c0 osd.372 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.099205 7f25905e3700  7 osd.394 411216 do_queries querying osd.24 sending saperate messages  on 1 PGs
2014-08-25 11:02:45.099269 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x57739c0 don't know epoch, doing nothing
2014-08-25 11:02:45.099274 7f25905e3700  7 osd.394 411216 do_queries querying osd.363 on 1 PGs
2014-08-25 11:02:45.099428 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=411210 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] handle_advance_map [327]/[327] -- 327/327
2014-08-25 11:02:45.099454 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.099460 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=411210 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.099469 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=411210 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.099478 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=411210 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] acting_up_affected newup [327] newacting [327]
2014-08-25 11:02:45.099485 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=411210 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.099493 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327,394] r=1 lpr=411210 pi=240815-411209/12545 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.099515 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411210-411210 up [327,394](327) acting [327,394](327)): not rw, up_thru 411201 up_from 411139 last_epoch_clean 411202
generate_past_intervals interval(411210-411210 up [327,394](327) acting [327,394](327)) : primary up 411139-411201 does not include interval

2014-08-25 11:02:45.099525 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY]  noting past interval(411210-411210 up [327,394](327) acting [327,394](327))
2014-08-25 11:02:45.099533 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY]  up [327,394] -> [327], acting [327,394] -> [327], acting_primary 327 -> 327, up_primary 327 -> 327, role 1 -> -1
2014-08-25 11:02:45.099543 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.099551 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.099557 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.099568 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.099575 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.099586 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.099594 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.099604 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.099612 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.099619 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.099625 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.099631 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.099638 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.099647 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.099669 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] handle_advance_map [327]/[327] -- 327/327
2014-08-25 11:02:45.099679 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.099682 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.099689 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.099697 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.099715 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] handle_advance_map [327,32]/[327,32] -- 327/327
2014-08-25 11:02:45.099724 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.099726 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.099733 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.099740 7f25905e3700 20 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] acting_up_affected newup [327,32] newacting [327,32]
2014-08-25 11:02:45.099747 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.099754 7f25905e3700 20 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327] r=-1 lpr=411211 pi=240815-411210/12546 crt=0'0 inactive NOTIFY] set_last_peering_reset 411213
2014-08-25 11:02:45.099766 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411212 up [327](327) acting [327](327)) : acting set is too small

2014-08-25 11:02:45.099773 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY]  noting past interval(411211-411212 up [327](327) acting [327](327))
2014-08-25 11:02:45.099781 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY]  up [327] -> [327,32], acting [327] -> [327,32], acting_primary 327 -> 327, up_primary 327 -> 327, role -1 -> -1
2014-08-25 11:02:45.099790 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.099796 7f25905e3700 15 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.099803 7f25905e3700 15 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.099810 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.099816 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.099822 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.099829 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.099836 7f25905e3700 20 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.099843 7f25905e3700 20 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.099853 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.099859 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.099866 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.099885 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] handle_advance_map [327,32]/[327,32] -- 327/327
2014-08-25 11:02:45.099895 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.099897 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.099904 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.099911 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.099928 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] handle_advance_map [327,32]/[327,32] -- 327/327
2014-08-25 11:02:45.099937 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.099939 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.099946 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.099953 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.099970 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:02:45.099980 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.099982 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.099989 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.099995 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] acting_up_affected newup [327,32,394] newacting [327,32,394]
2014-08-25 11:02:45.100003 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.100010 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32] r=-1 lpr=411213 pi=240815-411212/12547 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.100024 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411213-411215 up [327,32](327) acting [327,32](327)): not rw, up_thru 411213 up_from 411139 last_epoch_clean 411202
generate_past_intervals interval(411213-411215 up [327,32](327) acting [327,32](327) maybe_went_rw) : primary up 411139-411213 includes interval

2014-08-25 11:02:45.100032 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY]  noting past interval(411213-411215 up [327,32](327) acting [327,32](327) maybe_went_rw)
2014-08-25 11:02:45.100385 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.100388 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.100389 7f2595dee700 20 osd.394 411216 _dispatch 0x5876ac0 pg_notify(32.311(1) epoch 411216) v5
2014-08-25 11:02:45.100440 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.293
2014-08-25 11:02:45.100443 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5876ac0
2014-08-25 11:02:45.100476 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.100478 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.106170 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.106196 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.106207 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] exit Reset 0.035470 6 0.000478
2014-08-25 11:02:45.106218 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.106226 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.106233 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.106244 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] exit Start 0.000018 0 0.000000
2014-08-25 11:02:45.106254 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.106266 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.106275 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.112529 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.112534 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.112536 7f2595dee700 20 osd.394 411216 _dispatch 0x57f69c0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.112544 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.112547 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.112549 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.112550 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.113077 7f257aee9700 10 osd.394 411216  new session 0x33a1880 con=0x5df7900 addr=192.168.1.113:6806/1092038710
2014-08-25 11:02:45.114547 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.114550 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.114551 7f2595dee700 20 osd.394 411216 _dispatch 0x57f6c00 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.114557 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.114559 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.114561 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.114562 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.114574 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.114576 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.114577 7f2595dee700 20 osd.394 411216 _dispatch 0x276bde0 pg_query(32.25b epoch 411216) v3
2014-08-25 11:02:45.114691 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.339 epoch 411216
2014-08-25 11:02:45.114694 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276bde0
2014-08-25 11:02:45.114704 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 339
2014-08-25 11:02:45.114736 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.114738 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.114751 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.114752 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.114753 7f2595dee700 20 osd.394 411216 _dispatch 0x57f6e40 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.114758 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.114760 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.114762 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.114763 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.114777 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.114778 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.114779 7f2595dee700 20 osd.394 411216 _dispatch 0x276bfc0 pg_query(29.288 epoch 411216) v3
2014-08-25 11:02:45.114798 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.294 epoch 411216
2014-08-25 11:02:45.114800 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276bfc0
2014-08-25 11:02:45.114806 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 294
2014-08-25 11:02:45.114827 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.114829 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.115005 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.115007 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.115008 7f2595dee700 20 osd.394 411216 _dispatch 0x5876ac0 pg_notify(29.30f(1) epoch 411216) v5
2014-08-25 11:02:45.115030 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.372
2014-08-25 11:02:45.115032 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5876ac0
2014-08-25 11:02:45.115076 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.115077 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.100040 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY]  up [327,32] -> [327,32,394], acting [327,32] -> [327,32,394], acting_primary 327 -> 327, up_primary 327 -> 327, role -1 -> 2
2014-08-25 11:02:45.115833 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.115848 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.115856 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.115867 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.115875 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.115883 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.115891 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.115902 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.115910 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.115917 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.115924 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.115931 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.115937 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.115947 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.115962 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.116709 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.116771 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] handle_advance_map [348,330]/[348,330] -- 348/348
2014-08-25 11:02:45.116794 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.116800 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.116809 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] acting_up_affected newup [348,330] newacting [348,330]
2014-08-25 11:02:45.116817 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.116827 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] exit Started/Stray 0.445207 3 0.008000
2014-08-25 11:02:45.116838 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] exit Started 0.445252 0 0.000000
2014-08-25 11:02:45.116848 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.116855 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411202 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.116864 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411211 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.116871 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411211 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.116880 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411211 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] acting_up_affected newup [348,330] newacting [348,330]
2014-08-25 11:02:45.116887 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411211 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.116895 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330,394] r=2 lpr=411211 pi=240789-411200/11650 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.116916 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [348,330,394](348) acting [348,330,394](348)): not rw, up_thru 411208 up_from 411130 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [348,330,394](348) acting [348,330,394](348) maybe_went_rw) : primary up 411130-411208 includes interval

2014-08-25 11:02:45.116925 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [348,330,394](348) acting [348,330,394](348) maybe_went_rw)
2014-08-25 11:02:45.116934 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY]  up [348,330,394] -> [348,330], acting [348,330,394] -> [348,330], acting_primary 348 -> 348, up_primary 348 -> 348, role 2 -> -1
2014-08-25 11:02:45.116943 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.116950 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.116957 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.116965 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.116972 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.116979 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.116986 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.116995 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.117002 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.117009 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.117016 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.117022 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.117028 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.117036 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.117057 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] handle_advance_map [348,330]/[348,330] -- 348/348
2014-08-25 11:02:45.117070 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.117073 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.117080 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.117088 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.117104 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] handle_advance_map [348,330]/[348,330] -- 348/348
2014-08-25 11:02:45.117115 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.117121 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.117128 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.117135 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.117152 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] handle_advance_map [348,330]/[348,330] -- 348/348
2014-08-25 11:02:45.117163 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.117165 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.117172 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.117179 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.117195 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] handle_advance_map [348,330]/[348,330] -- 348/348
2014-08-25 11:02:45.117209 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.117212 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.117219 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.117226 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.117242 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:45.117254 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.117256 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.117263 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.117269 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] acting_up_affected newup [348,330,394] newacting [348,330,394]
2014-08-25 11:02:45.117277 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.117283 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330] r=-1 lpr=411211 pi=240789-411210/11651 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.117298 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [348,330](348) acting [348,330](348)): not rw, up_thru 411213 up_from 411130 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [348,330](348) acting [348,330](348) maybe_went_rw) : primary up 411130-411213 includes interval

2014-08-25 11:02:45.117306 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [348,330](348) acting [348,330](348) maybe_went_rw)
2014-08-25 11:02:45.117314 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY]  up [348,330] -> [348,330,394], acting [348,330] -> [348,330,394], acting_primary 348 -> 348, up_primary 348 -> 348, role -1 -> 2
2014-08-25 11:02:45.117323 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.117330 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.117336 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.117343 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.117349 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.117356 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.117362 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.117383 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.117390 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.117397 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.117404 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.117410 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.117416 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.117424 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.117433 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.117596 7f257aee9700 10 osd.394 411216  session 0x33a1880 osd.315 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.117611 7f257aee9700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.113:6806/1092038710 pipe(0x53bdf00 sd=217 :6805 s=0 pgs=0 cs=0 l=0 c=0x5df7900).accept connect_seq 0 vs existing 0 state connecting
2014-08-25 11:02:45.122141 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.122144 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.122146 7f2595dee700 20 osd.394 411216 _dispatch 0x513b2c0 pg_notify(32.2e6(12695) epoch 411216) v5
2014-08-25 11:02:45.122171 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.359
2014-08-25 11:02:45.122207 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x513b2c0
2014-08-25 11:02:45.122246 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.122248 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.124404 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.124406 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.124407 7f2595dee700 20 osd.394 411216 _dispatch 0x57f2640 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.124416 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.124420 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.124422 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.124423 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.124435 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.124436 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.124437 7f2595dee700 20 osd.394 411216 _dispatch 0x57f3a80 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.124440 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.124442 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.124444 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.124445 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.124461 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.124463 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.124464 7f2595dee700 20 osd.394 411216 _dispatch 0x5876e40 pg_notify(32.90(1) epoch 411216) v5
2014-08-25 11:02:45.124488 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.324
2014-08-25 11:02:45.124490 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5876e40
2014-08-25 11:02:45.124515 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.124517 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.124528 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.124530 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.124531 7f2595dee700 20 osd.394 411216 _dispatch 0x276b660 pg_query(29.1e2 epoch 411216) v3
2014-08-25 11:02:45.124549 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.292 epoch 411216
2014-08-25 11:02:45.124551 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x276b660
2014-08-25 11:02:45.124557 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 292
2014-08-25 11:02:45.124581 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.124582 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.125336 7f2595dee700  1 osd.394 411216 ms_handle_reset con 0x5df7900 session 0x33a1880
2014-08-25 11:02:45.128074 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.128466 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.128468 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.128469 7f2595dee700 20 osd.394 411216 _dispatch 0x57f69c0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.128478 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.128481 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.128483 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.128484 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.128498 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.128500 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.128501 7f2595dee700 20 osd.394 411216 _dispatch 0x2769e00 pg_query(29.ce epoch 411216) v3
2014-08-25 11:02:45.128522 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.301 epoch 411216
2014-08-25 11:02:45.128524 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x2769e00
2014-08-25 11:02:45.128536 7f2595dee700 10 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 301
2014-08-25 11:02:45.128669 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.128671 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.128685 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.128687 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.128688 7f2595dee700 20 osd.394 411216 _dispatch 0x57f5340 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.128692 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.128695 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.128696 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.128697 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.130322 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.130324 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.130325 7f2595dee700 20 osd.394 411216 _dispatch 0x5876c80 pg_notify(29.185(13485) epoch 411216) v5
2014-08-25 11:02:45.130349 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.50
2014-08-25 11:02:45.130352 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5876c80
2014-08-25 11:02:45.130389 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.130391 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.131795 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.131797 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.131798 7f2595dee700 20 osd.394 411216 _dispatch 0x5876900 pg_notify(29.30f(14575) epoch 411216) v5
2014-08-25 11:02:45.131821 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.344
2014-08-25 11:02:45.131823 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5876900
2014-08-25 11:02:45.131852 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.131854 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.135712 7f257b4ef700 10 osd.394 411216  new session 0x33a1960 con=0x5df7e80 addr=192.168.1.106:6826/2605064780
2014-08-25 11:02:45.135762 7f257b4ef700 10 osd.394 411216  session 0x33a1960 osd.341 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.135771 7f257b4ef700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.106:6826/2605064780 pipe(0x53bad00 sd=212 :6805 s=0 pgs=0 cs=0 l=0 c=0x5df7e80).accept connect_seq 0 vs existing 0 state connecting
2014-08-25 11:02:45.135802 7f2595dee700  1 osd.394 411216 ms_handle_reset con 0x5df7e80 session 0x33a1960
2014-08-25 11:02:45.136052 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.136060 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.136062 7f2595dee700 20 osd.394 411216 _dispatch 0x26fb3c0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.136069 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.136072 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.136074 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.136075 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.136394 7f257b3ee700 10 osd.394 411216  new session 0x33a0fc0 con=0x5df7bc0 addr=192.168.1.107:6815/1563028761
2014-08-25 11:02:45.136425 7f257b3ee700 10 osd.394 411216  session 0x33a0fc0 osd.24 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.136431 7f257b3ee700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.107:6815/1563028761 pipe(0x53baa80 sd=215 :6805 s=0 pgs=0 cs=0 l=0 c=0x5df7bc0).accept connect_seq 0 vs existing 0 state wait
2014-08-25 11:02:45.136470 7f2595dee700  1 osd.394 411216 ms_handle_reset con 0x5df7bc0 session 0x33a0fc0
2014-08-25 11:02:45.137859 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.137862 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.137863 7f2595dee700 20 osd.394 411216 _dispatch 0x7650000 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.137873 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.137876 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.137878 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.137879 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.137895 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.137897 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.137898 7f2595dee700 20 osd.394 411216 _dispatch 0x5877540 pg_notify(32.2e6(1) epoch 411216) v5
2014-08-25 11:02:45.137924 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.24
2014-08-25 11:02:45.137926 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5877540
2014-08-25 11:02:45.137961 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.137963 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.137977 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.137978 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.137979 7f2595dee700 20 osd.394 411216 _dispatch 0x57f18c0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.137983 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.137986 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.137987 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.137988 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.138334 7f257a3de700 10 osd.394 411216  new session 0x33a15e0 con=0x601f4e0 addr=192.168.1.114:6801/729057174
2014-08-25 11:02:45.138504 7f257a3de700 10 osd.394 411216  session 0x33a15e0 osd.377 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.139314 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.139316 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.139318 7f2595dee700 20 osd.394 411216 _dispatch 0x513a300 pg_notify(32.311(1) epoch 411216) v5
2014-08-25 11:02:45.139344 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.293
2014-08-25 11:02:45.139347 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x513a300
2014-08-25 11:02:45.139386 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.139388 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.139675 7f257a4df700 10 osd.394 411216  new session 0x33a1880 con=0x601f7a0 addr=192.168.1.115:6827/2024061970
2014-08-25 11:02:45.139706 7f257a4df700 10 osd.394 411216  session 0x33a1880 osd.7 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.140266 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.140268 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.140270 7f2595dee700 20 osd.394 411216 _dispatch 0x58771c0 pg_notify(32.23e(12068) epoch 411216) v5
2014-08-25 11:02:45.140292 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.359
2014-08-25 11:02:45.140294 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x58771c0
2014-08-25 11:02:45.140327 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.140329 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.140340 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.140342 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.140343 7f2595dee700 20 osd.394 411216 _dispatch 0x26fe9c0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.140348 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.140352 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.140354 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.140355 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.140449 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.140451 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.140452 7f2595dee700 20 osd.394 411216 _dispatch 0x513a4c0 pg_notify(32.252(3) epoch 411216) v5
2014-08-25 11:02:45.140473 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.7
2014-08-25 11:02:45.140475 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x513a4c0
2014-08-25 11:02:45.140502 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.140503 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.140916 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.140940 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.140951 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] exit Reset 0.024103 6 0.000507
2014-08-25 11:02:45.140964 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.140973 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.140980 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.140992 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] exit Start 0.000018 0 0.000000
2014-08-25 11:02:45.141001 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.141012 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.141022 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.143454 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.143477 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.143487 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] exit Reset 3.582396 8 0.016414
2014-08-25 11:02:45.143497 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.143505 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.143512 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.143521 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:45.143531 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.143541 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411210 while current is 411216
2014-08-25 11:02:45.143550 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.144356 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.144373 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.144376 7f2595dee700 20 osd.394 411216 _dispatch 0x5877380 pg_notify(32.2b2(14057) epoch 411216) v5
2014-08-25 11:02:45.144400 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.310
2014-08-25 11:02:45.144402 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5877380
2014-08-25 11:02:45.144435 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.144437 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.144595 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.144597 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.144598 7f2595dee700 20 osd.394 411216 _dispatch 0x7651440 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.144604 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.144607 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.144609 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.144610 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.144648 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.144650 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.144651 7f2595dee700 20 osd.394 411216 _dispatch 0x513a680 pg_notify(32.139(1) epoch 411216) v5
2014-08-25 11:02:45.144672 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.365
2014-08-25 11:02:45.144674 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x513a680
2014-08-25 11:02:45.144699 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.144701 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.148847 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.148849 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.148850 7f2595dee700 20 osd.394 411216 _dispatch 0x7651b00 osd_map(411211..411216 src has 194721..411216) v3
2014-08-25 11:02:45.148858 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411211,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.148861 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.148862 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.148863 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.149004 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.149007 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.149008 7f2595dee700 20 osd.394 411216 _dispatch 0x5876ac0 pg_notify(29.21b(1) epoch 411216) v5
2014-08-25 11:02:45.149043 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.149102 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.363
2014-08-25 11:02:45.149106 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5876ac0
2014-08-25 11:02:45.149104 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] handle_advance_map [292,318]/[292,318] -- 292/292
2014-08-25 11:02:45.149127 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.149136 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.149138 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.149132 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.149141 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] acting_up_affected newup [292,318] newacting [292,318]
2014-08-25 11:02:45.149150 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.149159 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] exit Started/Stray 0.465496 3 0.010540
2014-08-25 11:02:45.149169 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] exit Started 0.465542 0 0.000000
2014-08-25 11:02:45.149178 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.149186 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411202 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.149194 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411211 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.149201 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411211 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.149211 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411211 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] acting_up_affected newup [292,318] newacting [292,318]
2014-08-25 11:02:45.149218 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411211 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.149226 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318,394] r=2 lpr=411211 pi=195685-411200/14696 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.149246 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [292,318,394](292) acting [292,318,394](292)): not rw, up_thru 411201 up_from 411193 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [292,318,394](292) acting [292,318,394](292) maybe_went_rw) : primary up 411193-411201 includes interval

2014-08-25 11:02:45.149255 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [292,318,394](292) acting [292,318,394](292) maybe_went_rw)
2014-08-25 11:02:45.149263 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY]  up [292,318,394] -> [292,318], acting [292,318,394] -> [292,318], acting_primary 292 -> 292, up_primary 292 -> 292, role 2 -> -1
2014-08-25 11:02:45.149273 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.149281 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.149288 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.149298 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.149305 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.149313 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.149321 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.149332 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.149340 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.149347 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.149354 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.149360 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.149372 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.149382 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.149404 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] handle_advance_map [292,318]/[292,318] -- 292/292
2014-08-25 11:02:45.149418 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.149421 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.149431 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.149439 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.149456 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] handle_advance_map [292,318]/[292,318] -- 292/292
2014-08-25 11:02:45.149467 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.149469 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.149476 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.149483 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.149500 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] handle_advance_map [292,318]/[292,318] -- 292/292
2014-08-25 11:02:45.149511 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.149513 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.149520 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.149527 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.149544 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] handle_advance_map [292,318]/[292,318] -- 292/292
2014-08-25 11:02:45.149555 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.149557 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.149564 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.149570 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.149586 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:45.149598 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.149600 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.149607 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.149613 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] acting_up_affected newup [292,318,394] newacting [292,318,394]
2014-08-25 11:02:45.149621 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.149628 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318] r=-1 lpr=411211 pi=195685-411210/14697 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.149642 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [292,318](292) acting [292,318](292)): not rw, up_thru 411213 up_from 411193 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [292,318](292) acting [292,318](292) maybe_went_rw) : primary up 411193-411213 includes interval

2014-08-25 11:02:45.149650 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [292,318](292) acting [292,318](292) maybe_went_rw)
2014-08-25 11:02:45.149658 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY]  up [292,318] -> [292,318,394], acting [292,318] -> [292,318,394], acting_primary 292 -> 292, up_primary 292 -> 292, role -1 -> 2
2014-08-25 11:02:45.149668 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.149674 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.149681 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.149688 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.149694 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.149701 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.149708 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.149715 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.149722 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.149729 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.149735 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.149742 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.149748 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.149755 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.149764 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.150186 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.150189 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.150190 7f2595dee700 20 osd.394 411216 _dispatch 0x5877000 pg_notify(32.23e(12068) epoch 411216) v5
2014-08-25 11:02:45.150217 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.359
2014-08-25 11:02:45.150220 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5877000
2014-08-25 11:02:45.150252 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.150254 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.153637 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.153664 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.153667 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.153668 7f2595dee700 20 osd.394 411216 _dispatch 0x76521c0 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.153676 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.153679 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.153681 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.153682 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.153855 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.153929 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] handle_advance_map [294,362]/[294,362] -- 294/294
2014-08-25 11:02:45.153994 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.154025 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.154062 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] acting_up_affected newup [294,362] newacting [294,362]
2014-08-25 11:02:45.154096 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.154133 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] exit Started/Stray 0.510257 3 0.000105
2014-08-25 11:02:45.154159 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.154190 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.154191 7f2595dee700 20 osd.394 411216 _dispatch 0x513a4c0 pg_notify(32.23e(1),32.23e(1) epoch 411216) v5
2014-08-25 11:02:45.154221 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.365
2014-08-25 11:02:45.154237 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x513a4c0
2014-08-25 11:02:45.154286 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.154287 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.154348 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] exit Started 0.510511 0 0.000000
2014-08-25 11:02:45.154371 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.154379 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411202 pi=410664-411200/27 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.154389 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411211 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.154396 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411211 pi=410664-411200/27 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.154408 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411211 pi=410664-411200/27 crt=0'0 inactive NOTIFY] acting_up_affected newup [294,362] newacting [294,362]
2014-08-25 11:02:45.154415 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411211 pi=410664-411200/27 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.154423 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,394,362] r=1 lpr=411211 pi=410664-411200/27 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.154441 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [294,394,362](294) acting [294,394,362](294)): not rw, up_thru 411206 up_from 410667 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [294,394,362](294) acting [294,394,362](294) maybe_went_rw) : primary up 410667-411206 includes interval

2014-08-25 11:02:45.154451 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [294,394,362](294) acting [294,394,362](294) maybe_went_rw)
2014-08-25 11:02:45.154459 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY]  up [294,394,362] -> [294,362], acting [294,394,362] -> [294,362], acting_primary 294 -> 294, up_primary 294 -> 294, role 1 -> -1
2014-08-25 11:02:45.154469 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.154477 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.154484 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.154493 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.154500 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.154508 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.154515 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.154525 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.154533 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.154540 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.154547 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.154553 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.154559 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.154569 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.154592 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] handle_advance_map [294,362]/[294,362] -- 294/294
2014-08-25 11:02:45.154606 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.154609 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.154616 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.154624 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.154642 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] handle_advance_map [294,362]/[294,362] -- 294/294
2014-08-25 11:02:45.154653 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.154655 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.154664 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.154671 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.154689 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] handle_advance_map [294,362]/[294,362] -- 294/294
2014-08-25 11:02:45.154699 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.154702 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.154708 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.154715 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.154732 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] handle_advance_map [294,362]/[294,362] -- 294/294
2014-08-25 11:02:45.154743 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.154745 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.154752 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.154759 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.154775 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:45.154786 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.154789 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.154796 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.154803 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] acting_up_affected newup [294,394,362] newacting [294,394,362]
2014-08-25 11:02:45.154810 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.154817 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,362] r=-1 lpr=411211 pi=410664-411210/28 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.154831 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [294,362](294) acting [294,362](294)): not rw, up_thru 411213 up_from 410667 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [294,362](294) acting [294,362](294) maybe_went_rw) : primary up 410667-411213 includes interval

2014-08-25 11:02:45.154839 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [294,362](294) acting [294,362](294) maybe_went_rw)
2014-08-25 11:02:45.154847 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY]  up [294,362] -> [294,394,362], acting [294,362] -> [294,394,362], acting_primary 294 -> 294, up_primary 294 -> 294, role -1 -> 1
2014-08-25 11:02:45.154856 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.154863 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.154869 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.154876 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.154883 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.154889 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.154896 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.154903 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.154910 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.154916 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.154923 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.154929 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.154935 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.154942 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.154951 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.154984 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.154992 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.155000 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] exit Reset 0.000629 6 0.000802
2014-08-25 11:02:45.155010 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.155017 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.155024 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.155034 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] exit Start 0.000017 0 0.000000
2014-08-25 11:02:45.155043 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.155056 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.155065 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.155116 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.155154 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] handle_advance_map [322,29]/[322,29] -- 322/322
2014-08-25 11:02:45.155171 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.155174 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.155182 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] acting_up_affected newup [322,29] newacting [322,29]
2014-08-25 11:02:45.155189 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.155198 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] exit Started/Stray 0.501449 3 0.009274
2014-08-25 11:02:45.155207 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] exit Started 0.501491 0 0.000000
2014-08-25 11:02:45.155215 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.155222 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411202 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.155229 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411211 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.155236 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411211 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.155243 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411211 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] acting_up_affected newup [322,29] newacting [322,29]
2014-08-25 11:02:45.155250 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411211 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.155257 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29,394] r=2 lpr=411211 pi=195685-411200/13262 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.155275 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [322,29,394](322) acting [322,29,394](322)): not rw, up_thru 411201 up_from 410996 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [322,29,394](322) acting [322,29,394](322) maybe_went_rw) : primary up 410996-411201 includes interval

2014-08-25 11:02:45.155283 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [322,29,394](322) acting [322,29,394](322) maybe_went_rw)
2014-08-25 11:02:45.155291 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY]  up [322,29,394] -> [322,29], acting [322,29,394] -> [322,29], acting_primary 322 -> 322, up_primary 322 -> 322, role 2 -> -1
2014-08-25 11:02:45.155300 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.155307 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.155313 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.155321 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.155327 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.155334 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.155341 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.155348 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.155355 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.155362 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.155388 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.155395 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.155402 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.155409 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.155430 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] handle_advance_map [322,29]/[322,29] -- 322/322
2014-08-25 11:02:45.155442 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.155445 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.155452 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.155460 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.155477 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] handle_advance_map [322,29]/[322,29] -- 322/322
2014-08-25 11:02:45.155487 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.155489 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.155500 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.155507 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.155525 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] handle_advance_map [322,29]/[322,29] -- 322/322
2014-08-25 11:02:45.155535 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.155537 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.155544 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.155551 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.155568 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] handle_advance_map [322,29]/[322,29] -- 322/322
2014-08-25 11:02:45.155578 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.155581 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.155587 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.155594 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.155611 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:45.155622 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.155624 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.155631 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.155640 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] acting_up_affected newup [322,29,394] newacting [322,29,394]
2014-08-25 11:02:45.155648 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.155655 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29] r=-1 lpr=411211 pi=195685-411210/13263 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.155669 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [322,29](322) acting [322,29](322)): not rw, up_thru 411211 up_from 410996 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [322,29](322) acting [322,29](322) maybe_went_rw) : primary up 410996-411211 includes interval

2014-08-25 11:02:45.155677 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [322,29](322) acting [322,29](322) maybe_went_rw)
2014-08-25 11:02:45.155686 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY]  up [322,29] -> [322,29,394], acting [322,29] -> [322,29,394], acting_primary 322 -> 322, up_primary 322 -> 322, role -1 -> 2
2014-08-25 11:02:45.155695 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.155702 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.155708 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.155716 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.155722 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.155729 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.155735 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.155742 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.155749 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.155756 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.155762 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.155769 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.155775 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.155782 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.155791 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.158451 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.158802 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.159677 7f2579bd6700 10 osd.394 411216  new session 0x33a1960 con=0x601f220 addr=192.168.1.102:6819/1613016120
2014-08-25 11:02:45.159716 7f2579bd6700 10 osd.394 411216  session 0x33a1960 osd.360 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.167615 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.167618 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.167619 7f2595dee700 20 osd.394 411216 _dispatch 0x513a300 pg_notify(32.139(11395) epoch 411216) v5
2014-08-25 11:02:45.167645 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.315
2014-08-25 11:02:45.167647 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x513a300
2014-08-25 11:02:45.167683 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.167684 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.168963 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.168989 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.169001 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] exit Reset 0.013785 6 0.000498
2014-08-25 11:02:45.169012 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.169020 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.169027 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.169038 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] exit Start 0.000018 0 0.000000
2014-08-25 11:02:45.169048 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.169059 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.169069 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.171034 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.171057 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.171068 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] exit Reset 0.021889 6 0.000510
2014-08-25 11:02:45.171078 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.171086 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.171093 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.171104 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] exit Start 0.000018 0 0.000000
2014-08-25 11:02:45.171113 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.171124 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.171133 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.175343 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.175346 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.175347 7f2595dee700 20 osd.394 411216 _dispatch 0x5872840 pg_notify(29.21b(1) epoch 411216) v5
2014-08-25 11:02:45.175376 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.363
2014-08-25 11:02:45.175379 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5872840
2014-08-25 11:02:45.175410 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.175412 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.176070 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.176073 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.176074 7f2595dee700 20 osd.394 411216 _dispatch 0x2958540 pg_notify(29.3f6(13337) epoch 411216) v5
2014-08-25 11:02:45.176096 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.30
2014-08-25 11:02:45.176098 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x2958540
2014-08-25 11:02:45.177590 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.177594 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.178415 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.178495 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] handle_advance_map [359]/[359] -- 359/359
2014-08-25 11:02:45.178516 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.178521 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.178530 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.178538 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [359] newacting [359]
2014-08-25 11:02:45.178546 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.178553 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [394,359] r=0 lpr=411210 pi=411201-411209/1 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.178574 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411210-411210 up [394,359](394) acting [394,359](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411202
generate_past_intervals interval(411210-411210 up [394,359](394) acting [394,359](394)) : primary up 411201-411208 does not include interval

2014-08-25 11:02:45.178583 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411210/411210/411201) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive]  noting past interval(411210-411210 up [394,359](394) acting [394,359](394))
2014-08-25 11:02:45.178591 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive]  up [394,359] -> [359], acting [394,359] -> [359], acting_primary 394 -> 359, up_primary 394 -> 359, role 0 -> -1
2014-08-25 11:02:45.178600 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.178609 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.178617 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] on_change
2014-08-25 11:02:45.178624 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.178631 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.178640 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.178647 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.178655 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.178663 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] on_change
2014-08-25 11:02:45.178677 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.178685 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.178692 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.178699 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.178705 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.178712 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.178717 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.178724 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.178733 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.178755 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] handle_advance_map [24,359]/[24,359] -- 24/24
2014-08-25 11:02:45.178765 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.178768 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.178774 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.178781 7f25905e3700 20 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] acting_up_affected newup [24,359] newacting [24,359]
2014-08-25 11:02:45.178787 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.178794 7f25905e3700 20 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [359] r=-1 lpr=411211 pi=411201-411210/2 crt=0'0 inactive NOTIFY] set_last_peering_reset 411212
2014-08-25 11:02:45.178806 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411211 up [359](359) acting [359](359)) : acting set is too small

2014-08-25 11:02:45.178813 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY]  noting past interval(411211-411211 up [359](359) acting [359](359))
2014-08-25 11:02:45.178824 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY]  up [359] -> [24,359], acting [359] -> [24,359], acting_primary 359 -> 24, up_primary 359 -> 24, role -1 -> -1
2014-08-25 11:02:45.178833 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.178839 7f25905e3700 15 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.178846 7f25905e3700 15 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.178853 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.178859 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.178865 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.178872 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.178878 7f25905e3700 20 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.178885 7f25905e3700 20 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.178892 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] [359] -> [24,359], acting primary 359 -> 24
2014-08-25 11:02:45.178903 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.178909 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.178916 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.178935 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] handle_advance_map [24,359]/[24,359] -- 24/24
2014-08-25 11:02:45.178944 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.178947 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.178954 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.178961 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.178979 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] handle_advance_map [24,359]/[24,359] -- 24/24
2014-08-25 11:02:45.178988 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.178990 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.178997 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.179004 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.179022 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] handle_advance_map [24,359]/[24,359] -- 24/24
2014-08-25 11:02:45.179030 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.179033 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.179039 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.179046 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.179064 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:02:45.179073 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.179075 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.179082 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.179088 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,24,359] newacting [394,24,359]
2014-08-25 11:02:45.179096 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.179102 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [24,359] r=-1 lpr=411212 pi=411201-411211/3 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.179118 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411212-411215 up [24,359](24) acting [24,359](24)): not rw, up_thru 411213 up_from 411212 last_epoch_clean 411202
generate_past_intervals interval(411212-411215 up [24,359](24) acting [24,359](24) maybe_went_rw) : primary up 411212-411213 includes interval

2014-08-25 11:02:45.179127 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411212/411212/411212) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411212-411215 up [24,359](24) acting [24,359](24) maybe_went_rw)
2014-08-25 11:02:45.179135 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [24,359] -> [394,24,359], acting [24,359] -> [394,24,359], acting_primary 24 -> 394, up_primary 24 -> 394, role -1 -> 0
2014-08-25 11:02:45.179145 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.179152 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.179159 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.179168 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:199641
2014-08-25 11:02:45.179176 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.179183 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.179190 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.179196 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.179202 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.179211 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.179218 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.179224 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.179231 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.179239 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.179246 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.179252 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.179259 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.179265 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.179271 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.179278 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.179285 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.179294 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.179304 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.179307 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.179309 7f2595dee700 20 osd.394 411216 _dispatch 0x513c0c0 pg_notify(32.311(13309) epoch 411216) v5
2014-08-25 11:02:45.179304 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers  -> 24,359,394
2014-08-25 11:02:45.179313 7f25905e3700 20 osd.394 411216 need_heartbeat_peer_update
2014-08-25 11:02:45.179315 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.179324 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] exit Reset 3.605753 8 0.000684
2014-08-25 11:02:45.179337 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.341
2014-08-25 11:02:45.179339 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x513c0c0
2014-08-25 11:02:45.179337 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.179345 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.179353 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.179369 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] exit Start 0.000018 0 0.000000
2014-08-25 11:02:45.179380 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.179388 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.179396 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.179404 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.179413 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411212-411215 up [24,359](24) acting [24,359](24) maybe_went_rw)
2014-08-25 11:02:45.179423 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411211 up [359](359) acting [359](359))
2014-08-25 11:02:45.179432 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411210-411210 up [394,359](394) acting [394,359](394))
2014-08-25 11:02:45.179440 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411209 up [394,24,359](394) acting [394,24,359](394) maybe_went_rw)
2014-08-25 11:02:45.179449 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 24,359,394 down  blocked_by {}
2014-08-25 11:02:45.179458 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.179467 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:199642
2014-08-25 11:02:45.179475 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.24
2014-08-25 11:02:45.179488 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.359
2014-08-25 11:02:45.179497 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411210 while current is 411216
2014-08-25 11:02:45.179506 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.179548 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.179632 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] handle_advance_map [355,290]/[355,290] -- 355/355
2014-08-25 11:02:45.179648 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.179652 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:45.179660 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.394 now down
2014-08-25 11:02:45.179666 7f25905e3700  1 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:45.179676 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.524382 2 0.000135
2014-08-25 11:02:45.179687 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:45.179713 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.524425 0 0.000000
2014-08-25 11:02:45.179729 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.524451 0 0.000000
2014-08-25 11:02:45.179738 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] exit Started 0.524490 0 0.000000
2014-08-25 11:02:45.179747 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:45.179754 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411209 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.179761 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.179771 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411209 >= end epoch 411208, nothing to do
2014-08-25 11:02:45.179778 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [355,290] newacting [355,290]
2014-08-25 11:02:45.179785 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.179791 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [394,355,290] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.179807 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411208-411210 up [394,355,290](394) acting [394,355,290](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411209
generate_past_intervals interval(411208-411210 up [394,355,290](394) acting [394,355,290](394) maybe_went_rw) : primary up 411201-411208 includes interval

2014-08-25 11:02:45.179815 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411208/411208/411201) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive]  noting past interval(411208-411210 up [394,355,290](394) acting [394,355,290](394) maybe_went_rw)
2014-08-25 11:02:45.179823 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive]  up [394,355,290] -> [355,290], acting [394,355,290] -> [355,290], acting_primary 394 -> 355, up_primary 394 -> 355, role 0 -> -1
2014-08-25 11:02:45.179832 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.179840 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.179846 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.179853 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.179859 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.179867 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.179873 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.179880 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.179886 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.179896 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.179904 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.179910 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.179917 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.179924 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.179930 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.179936 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.179942 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.179949 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.179968 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [355,290]/[355,290] -- 355/355
2014-08-25 11:02:45.179978 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.179980 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.179987 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411209
2014-08-25 11:02:45.179994 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.180010 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [355,290]/[355,290] -- 355/355
2014-08-25 11:02:45.180018 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.180021 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.180027 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411209
2014-08-25 11:02:45.180034 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.180050 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [355,290]/[355,290] -- 355/355
2014-08-25 11:02:45.180058 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.180061 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.180067 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411209
2014-08-25 11:02:45.180074 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.180101 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [355,290]/[355,290] -- 355/355
2014-08-25 11:02:45.180112 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.180114 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.180121 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411209
2014-08-25 11:02:45.180128 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.180145 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:45.180154 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.180156 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.180163 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411209
2014-08-25 11:02:45.180169 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,355,290] newacting [394,355,290]
2014-08-25 11:02:45.180177 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.180183 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [355,290] r=-1 lpr=411211 pi=411208-411210/1 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.180198 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [355,290](355) acting [355,290](355)): not rw, up_thru 411211 up_from 411208 last_epoch_clean 411209
generate_past_intervals interval(411211-411215 up [355,290](355) acting [355,290](355) maybe_went_rw) : primary up 411208-411211 includes interval

2014-08-25 11:02:45.180206 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411211/411211/411211) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411211-411215 up [355,290](355) acting [355,290](355) maybe_went_rw)
2014-08-25 11:02:45.180214 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [355,290] -> [394,355,290], acting [355,290] -> [394,355,290], acting_primary 355 -> 394, up_primary 355 -> 394, role -1 -> 0
2014-08-25 11:02:45.180223 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.180231 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.180238 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.180246 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:203844
2014-08-25 11:02:45.180253 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.180261 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.180267 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.180274 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.180282 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.180291 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.180297 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.180304 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.180311 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.180318 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.180325 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.180332 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.180339 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.180345 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.180351 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.180357 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.180371 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.180381 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.180391 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 290,355,394 unchanged
2014-08-25 11:02:45.180399 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.180406 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000659 6 0.000612
2014-08-25 11:02:45.180415 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.180423 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.180429 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.180438 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] exit Start 0.000015 0 0.000000
2014-08-25 11:02:45.180447 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.180454 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.180461 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.180468 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411209
2014-08-25 11:02:45.180477 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [355,290](355) acting [355,290](355) maybe_went_rw)
2014-08-25 11:02:45.180486 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411208-411210 up [394,355,290](394) acting [394,355,290](394) maybe_went_rw)
2014-08-25 11:02:45.180495 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 290,355,394 down  blocked_by {}
2014-08-25 11:02:45.180503 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.180512 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:203845
2014-08-25 11:02:45.180520 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.290
2014-08-25 11:02:45.180529 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.355
2014-08-25 11:02:45.180537 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411209 while current is 411216
2014-08-25 11:02:45.180546 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.180577 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.180584 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x507c620 don't know epoch, doing nothing
2014-08-25 11:02:45.180586 7f25905e3700  7 osd.394 411216 do_notify osd 294 on 1 PGs
2014-08-25 11:02:45.180714 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x58144c0 don't know epoch, doing nothing
2014-08-25 11:02:45.180719 7f25905e3700  7 osd.394 411216 do_notify osd 322 on 1 PGs
2014-08-25 11:02:45.180736 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x507ac00 don't know epoch, doing nothing
2014-08-25 11:02:45.180738 7f25905e3700  7 osd.394 411216 do_notify osd 327 on 1 PGs
2014-08-25 11:02:45.180832 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.180837 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.181296 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.187075 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x5df4d00 don't know epoch, doing nothing
2014-08-25 11:02:45.190285 7f25905e3700  7 osd.394 411216 do_queries querying osd.24 on 1 PGs
2014-08-25 11:02:45.190381 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.190434 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x5231600 don't know epoch, doing nothing
2014-08-25 11:02:45.190443 7f25905e3700  7 osd.394 411216 do_queries querying osd.290 sending saperate messages  on 1 PGs
2014-08-25 11:02:45.190458 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x5accba0 don't know epoch, doing nothing
2014-08-25 11:02:45.190459 7f25905e3700  7 osd.394 411216 do_queries querying osd.355 on 1 PGs
2014-08-25 11:02:45.191352 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] handle_advance_map [293,360]/[293,360] -- 293/293
2014-08-25 11:02:45.191386 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.191392 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.191414 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] acting_up_affected newup [293,360] newacting [293,360]
2014-08-25 11:02:45.191423 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.191432 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] exit Started/Stray 0.497938 3 0.007882
2014-08-25 11:02:45.191444 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] exit Started 0.497983 0 0.000000
2014-08-25 11:02:45.191454 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.191461 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411202 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.191470 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411211 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.191477 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411211 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.191485 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411211 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] acting_up_affected newup [293,360] newacting [293,360]
2014-08-25 11:02:45.191492 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411211 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.191500 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360,394] r=2 lpr=411211 pi=240768-411200/11587 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.191522 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [293,360,394](293) acting [293,360,394](293)): not rw, up_thru 411208 up_from 411056 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [293,360,394](293) acting [293,360,394](293) maybe_went_rw) : primary up 411056-411208 includes interval

2014-08-25 11:02:45.191531 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [293,360,394](293) acting [293,360,394](293) maybe_went_rw)
2014-08-25 11:02:45.191539 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY]  up [293,360,394] -> [293,360], acting [293,360,394] -> [293,360], acting_primary 293 -> 293, up_primary 293 -> 293, role 2 -> -1
2014-08-25 11:02:45.191549 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.191557 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.191563 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.191585 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.191595 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.191603 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.191611 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.191621 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.191641 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.191649 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.191655 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.191665 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.191671 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.191680 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.191718 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] handle_advance_map [293,360]/[293,360] -- 293/293
2014-08-25 11:02:45.191729 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.191732 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.191739 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.191747 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.191778 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] handle_advance_map [293]/[293] -- 293/293
2014-08-25 11:02:45.191787 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.191790 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.191796 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.191803 7f258fde2700 20 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] acting_up_affected newup [293] newacting [293]
2014-08-25 11:02:45.191810 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.191817 7f258fde2700 20 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293,360] r=-1 lpr=411211 pi=240768-411210/11588 crt=0'0 inactive NOTIFY] set_last_peering_reset 411213
2014-08-25 11:02:45.191849 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411212 up [293,360](293) acting [293,360](293)): not rw, up_thru 411211 up_from 411056 last_epoch_clean 411202
generate_past_intervals interval(411211-411212 up [293,360](293) acting [293,360](293) maybe_went_rw) : primary up 411056-411211 includes interval

2014-08-25 11:02:45.191856 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY]  noting past interval(411211-411212 up [293,360](293) acting [293,360](293) maybe_went_rw)
2014-08-25 11:02:45.191865 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY]  up [293,360] -> [293], acting [293,360] -> [293], acting_primary 293 -> 293, up_primary 293 -> 293, role -1 -> -1
2014-08-25 11:02:45.191873 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.191880 7f258fde2700 15 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.191886 7f258fde2700 15 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.191893 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.191899 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.191905 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.191911 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.191918 7f258fde2700 20 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.191925 7f258fde2700 20 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.191932 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.191938 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.191945 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.191966 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] handle_advance_map [293]/[293] -- 293/293
2014-08-25 11:02:45.191975 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.191977 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.191984 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.191991 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.192009 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] handle_advance_map [293]/[293] -- 293/293
2014-08-25 11:02:45.192018 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.192020 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.192027 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.192034 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.192053 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:45.192063 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.192065 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.192071 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.192078 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] acting_up_affected newup [293,360,394] newacting [293,360,394]
2014-08-25 11:02:45.192085 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.192092 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293] r=-1 lpr=411213 pi=240768-411212/11589 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.192103 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411213-411215 up [293](293) acting [293](293)) : acting set is too small

2014-08-25 11:02:45.192119 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY]  noting past interval(411213-411215 up [293](293) acting [293](293))
2014-08-25 11:02:45.192127 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY]  up [293] -> [293,360,394], acting [293] -> [293,360,394], acting_primary 293 -> 293, up_primary 293 -> 293, role -1 -> 2
2014-08-25 11:02:45.192136 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.192142 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.192149 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.192156 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.192162 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.192168 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.192175 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.192182 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.192189 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.192195 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.192202 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.192208 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.192214 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.192221 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.192231 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.193501 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x52140a0 don't know epoch, doing nothing
2014-08-25 11:02:45.193507 7f25905e3700  7 osd.394 411216 do_queries querying osd.359 on 1 PGs
2014-08-25 11:02:45.193846 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] handle_advance_map [338,348]/[338,348] -- 338/338
2014-08-25 11:02:45.193872 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.193878 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.193887 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] acting_up_affected newup [338,348] newacting [338,348]
2014-08-25 11:02:45.193896 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.193905 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] exit Started/Stray 0.537991 3 0.000119
2014-08-25 11:02:45.193916 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] exit Started 0.538033 0 0.000000
2014-08-25 11:02:45.193925 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.193932 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411202 pi=410479-411200/50 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.193940 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411211 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.193948 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411211 pi=410479-411200/50 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.193955 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411211 pi=410479-411200/50 crt=0'0 inactive NOTIFY] acting_up_affected newup [338,348] newacting [338,348]
2014-08-25 11:02:45.193966 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411211 pi=410479-411200/50 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.193973 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,394,348] r=1 lpr=411211 pi=410479-411200/50 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.193990 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [338,394,348](338) acting [338,394,348](338)): not rw, up_thru 411208 up_from 410580 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [338,394,348](338) acting [338,394,348](338) maybe_went_rw) : primary up 410580-411208 includes interval

2014-08-25 11:02:45.193999 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [338,394,348](338) acting [338,394,348](338) maybe_went_rw)
2014-08-25 11:02:45.194007 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY]  up [338,394,348] -> [338,348], acting [338,394,348] -> [338,348], acting_primary 338 -> 338, up_primary 338 -> 338, role 1 -> -1
2014-08-25 11:02:45.194016 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.194024 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.194030 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.194039 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.194045 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.194053 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.194060 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.194069 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.194076 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.194083 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.194090 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.194096 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.194102 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.194110 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.194134 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] handle_advance_map [338,348]/[338,348] -- 338/338
2014-08-25 11:02:45.194147 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.194150 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.194157 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.194168 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.194186 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] handle_advance_map [338,348]/[338,348] -- 338/338
2014-08-25 11:02:45.194197 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.194200 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.194206 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.194213 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.194231 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] handle_advance_map [338,348]/[338,348] -- 338/338
2014-08-25 11:02:45.194241 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.194244 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.194251 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.194258 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.194275 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] handle_advance_map [338,348]/[338,348] -- 338/338
2014-08-25 11:02:45.194285 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.194288 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.194295 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.194302 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.194319 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:45.194333 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.194335 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.194342 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.194349 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] acting_up_affected newup [338,394,348] newacting [338,394,348]
2014-08-25 11:02:45.194356 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.194363 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,348] r=-1 lpr=411211 pi=410479-411210/51 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.194385 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [338,348](338) acting [338,348](338)): not rw, up_thru 411213 up_from 410580 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [338,348](338) acting [338,348](338) maybe_went_rw) : primary up 410580-411213 includes interval

2014-08-25 11:02:45.194393 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [338,348](338) acting [338,348](338) maybe_went_rw)
2014-08-25 11:02:45.194401 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY]  up [338,348] -> [338,394,348], acting [338,348] -> [338,394,348], acting_primary 338 -> 338, up_primary 338 -> 338, role -1 -> 1
2014-08-25 11:02:45.194410 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.194417 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.194423 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.194430 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.194437 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.194443 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.194450 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.194457 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.194464 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.194471 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.194477 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.194484 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.194490 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.194497 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.194506 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.194553 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.194561 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.194570 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] exit Reset 0.000644 6 0.000501
2014-08-25 11:02:45.194579 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.194587 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.194594 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.194605 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] exit Start 0.000017 0 0.000000
2014-08-25 11:02:45.194614 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.194624 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.194632 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.194699 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.195001 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] handle_advance_map [379,48]/[379,48] -- 379/379
2014-08-25 11:02:45.195020 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.195024 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.195032 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] acting_up_affected newup [379,48] newacting [379,48]
2014-08-25 11:02:45.195040 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.195048 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] exit Started/Stray 0.530543 3 0.008150
2014-08-25 11:02:45.195057 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] exit Started 0.530585 0 0.000000
2014-08-25 11:02:45.195066 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.195077 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411202 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.195084 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411211 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.195091 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411211 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.195098 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411211 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] acting_up_affected newup [379,48] newacting [379,48]
2014-08-25 11:02:45.195106 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411211 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.195112 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.195115 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.195116 7f2595dee700 20 osd.394 411216 _dispatch 0x513ad80 pg_notify(29.21b(12787) epoch 411216) v5
2014-08-25 11:02:45.195113 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48,394] r=2 lpr=411211 pi=240765-411200/10869 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.195132 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [379,48,394](379) acting [379,48,394](379)): not rw, up_thru 411201 up_from 411077 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [379,48,394](379) acting [379,48,394](379) maybe_went_rw) : primary up 411077-411201 includes interval

2014-08-25 11:02:45.195142 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.24
2014-08-25 11:02:45.195145 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x513ad80
2014-08-25 11:02:45.195141 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [379,48,394](379) acting [379,48,394](379) maybe_went_rw)
2014-08-25 11:02:45.195150 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY]  up [379,48,394] -> [379,48], acting [379,48,394] -> [379,48], acting_primary 379 -> 379, up_primary 379 -> 379, role 2 -> -1
2014-08-25 11:02:45.195160 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.195167 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.195174 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.195181 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.195183 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.195182 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.195189 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.195196 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.195203 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.195212 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.195219 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.195226 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.195232 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.195238 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.195245 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.195252 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.195271 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] handle_advance_map [379,48]/[379,48] -- 379/379
2014-08-25 11:02:45.195283 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.195285 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.195292 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.195300 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.195316 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] handle_advance_map [379,48]/[379,48] -- 379/379
2014-08-25 11:02:45.195326 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.195328 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.195335 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.195342 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.195358 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] handle_advance_map [379,48]/[379,48] -- 379/379
2014-08-25 11:02:45.195376 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.195378 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.195385 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.195397 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.195414 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] handle_advance_map [379,48]/[379,48] -- 379/379
2014-08-25 11:02:45.195424 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.195427 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.195433 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.195440 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.195456 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:45.195467 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.195469 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.195476 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.195483 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] acting_up_affected newup [379,48,394] newacting [379,48,394]
2014-08-25 11:02:45.195490 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.195497 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48] r=-1 lpr=411211 pi=240765-411210/10870 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.195511 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [379,48](379) acting [379,48](379)): not rw, up_thru 411213 up_from 411077 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [379,48](379) acting [379,48](379) maybe_went_rw) : primary up 411077-411213 includes interval

2014-08-25 11:02:45.195520 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [379,48](379) acting [379,48](379) maybe_went_rw)
2014-08-25 11:02:45.195528 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY]  up [379,48] -> [379,48,394], acting [379,48] -> [379,48,394], acting_primary 379 -> 379, up_primary 379 -> 379, role -1 -> 2
2014-08-25 11:02:45.195537 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.195544 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.195550 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.195557 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.195564 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.195570 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.195577 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.195584 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.195591 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.195597 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.195604 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.195610 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.195616 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.195623 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.195632 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.196214 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.196434 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.198102 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.198105 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.198106 7f2595dee700 20 osd.394 411216 _dispatch 0x58771c0 pg_notify(32.249(1) epoch 411216) v5
2014-08-25 11:02:45.198130 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.355
2014-08-25 11:02:45.198133 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x58771c0
2014-08-25 11:02:45.198161 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.198163 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.198180 7f25796d1700 10 osd.394 411216  new session 0x33a1b20 con=0x63cb860 addr=192.168.1.109:6811/2058024537
2014-08-25 11:02:45.198216 7f25796d1700 10 osd.394 411216  session 0x33a1b20 osd.290 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:45.198223 7f25796d1700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.109:6811/2058024537 pipe(0x53bf300 sd=227 :6805 s=0 pgs=0 cs=0 l=0 c=0x63cb860).accept connect_seq 0 vs existing 0 state connecting
2014-08-25 11:02:45.198253 7f2595dee700  1 osd.394 411216 ms_handle_reset con 0x63cb860 session 0x33a1b20
2014-08-25 11:02:45.198885 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.198888 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.198889 7f2595dee700 20 osd.394 411216 _dispatch 0x7652d00 osd_map(411210..411216 src has 194721..411216) v3
2014-08-25 11:02:45.198898 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411210,411216], i have 411216, src has [194721,411216]
2014-08-25 11:02:45.198901 7f2595dee700 10 osd.394 411216  no new maps here, dropping
2014-08-25 11:02:45.198903 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.198904 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.201669 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.201693 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.201704 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] exit Reset 0.010251 6 0.000702
2014-08-25 11:02:45.201716 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.201724 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.201731 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.201742 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] exit Start 0.000018 0 0.000000
2014-08-25 11:02:45.201752 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.201764 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.201773 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.202187 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.202195 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.202198 7f2595dee700 20 osd.394 411216 _dispatch 0x513a4c0 pg_notify(32.90(15585) epoch 411216) v5
2014-08-25 11:02:45.202222 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.46
2014-08-25 11:02:45.202225 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x513a4c0
2014-08-25 11:02:45.202256 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.202258 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.202357 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.202359 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.202360 7f2595dee700 20 osd.394 411216 _dispatch 0x2768960 pg_query(32.340 epoch 411216) v3
2014-08-25 11:02:45.202388 7f2595dee700  7 osd.394 411216 handle_pg_query from osd.46 epoch 411216
2014-08-25 11:02:45.202390 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x2768960
2014-08-25 11:02:45.202398 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 46
2014-08-25 11:02:45.202424 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.202426 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.205236 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.205258 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.205269 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] exit Reset 0.010203 6 0.000486
2014-08-25 11:02:45.205281 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.205289 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.205296 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.205306 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] exit Start 0.000017 0 0.000000
2014-08-25 11:02:45.205315 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.205326 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.205335 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.209752 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.209755 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.209756 7f2595dee700 20 osd.394 411216 _dispatch 0x5877000 pg_notify(29.3f6(13337) epoch 411216) v5
2014-08-25 11:02:45.209846 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.30
2014-08-25 11:02:45.209849 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5877000
2014-08-25 11:02:45.211601 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.211690 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_advance_map [372,344]/[372,344] -- 372/372
2014-08-25 11:02:45.211717 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.211724 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:45.211738 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.394 now down
2014-08-25 11:02:45.211746 7f258fde2700  1 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:45.211757 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.516485 2 0.000132
2014-08-25 11:02:45.211768 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:45.211776 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.516512 0 0.000000
2014-08-25 11:02:45.211779 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.211785 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.211787 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.516530 0 0.000000
2014-08-25 11:02:45.211796 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started 0.516570 0 0.000000
2014-08-25 11:02:45.211805 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:45.211812 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.211842 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.211853 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:45.211861 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [372,344] newacting [372,344]
2014-08-25 11:02:45.211868 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.211875 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [394,372,344] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.211895 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [394,372,344](394) acting [394,372,344](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [394,372,344](394) acting [394,372,344](394) maybe_went_rw) : primary up 411201-411208 includes interval

2014-08-25 11:02:45.211904 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411201) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  noting past interval(411201-411210 up [394,372,344](394) acting [394,372,344](394) maybe_went_rw)
2014-08-25 11:02:45.211913 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  up [394,372,344] -> [372,344], acting [394,372,344] -> [372,344], acting_primary 394 -> 372, up_primary 394 -> 372, role 0 -> -1
2014-08-25 11:02:45.211923 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.211932 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.211940 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.211947 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.211954 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.211963 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.211970 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.211978 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.211986 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.211995 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.212003 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.212011 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.212019 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.212025 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.212032 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.212038 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.212044 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.212053 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.212078 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [372,344]/[372,344] -- 372/372
2014-08-25 11:02:45.212092 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.212094 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.212102 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.212110 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.212129 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [372,344]/[372,344] -- 372/372
2014-08-25 11:02:45.212139 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.212142 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.212148 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.212156 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.212175 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [372,344]/[372,344] -- 372/372
2014-08-25 11:02:45.212186 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.212188 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.212195 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.212202 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.212221 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [372,344]/[372,344] -- 372/372
2014-08-25 11:02:45.212232 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.212234 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.212241 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.212248 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.212267 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:45.212278 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.212281 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.212288 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.212294 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,372,344] newacting [394,372,344]
2014-08-25 11:02:45.212302 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.212309 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [372,344] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.212324 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [372,344](372) acting [372,344](372)): not rw, up_thru 411212 up_from 411117 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [372,344](372) acting [372,344](372) maybe_went_rw) : primary up 411117-411212 includes interval

2014-08-25 11:02:45.212335 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411211) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411211-411215 up [372,344](372) acting [372,344](372) maybe_went_rw)
2014-08-25 11:02:45.212343 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [372,344] -> [394,372,344], acting [372,344] -> [394,372,344], acting_primary 372 -> 394, up_primary 372 -> 394, role -1 -> 0
2014-08-25 11:02:45.212353 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.212360 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.212375 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.212385 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:194574
2014-08-25 11:02:45.212393 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.212401 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.212408 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.212414 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.212421 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.212449 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.212463 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.212478 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.212486 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.212497 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.212504 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.212512 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.212518 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.212525 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.212531 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.212537 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.212547 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.212557 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.212567 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 344,372,394 unchanged
2014-08-25 11:02:45.212735 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.212737 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.212739 7f2595dee700 20 osd.394 411216 _dispatch 0x5876e40 pg_notify(32.311(13309) epoch 411216) v5
2014-08-25 11:02:45.212764 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.341
2014-08-25 11:02:45.212767 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5876e40
2014-08-25 11:02:45.212794 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.212799 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.213396 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.213547 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] handle_advance_map [309,340]/[309,340] -- 309/309
2014-08-25 11:02:45.213658 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.213736 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.213809 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] acting_up_affected newup [309,340] newacting [309,340]
2014-08-25 11:02:45.213882 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.213955 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] exit Started/Stray 0.537116 3 0.010882
2014-08-25 11:02:45.214030 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] exit Started 0.537228 0 0.000000
2014-08-25 11:02:45.214046 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.214054 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411202 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.214063 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411211 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.214176 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411211 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.214264 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411211 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] acting_up_affected newup [309,340] newacting [309,340]
2014-08-25 11:02:45.214306 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411211 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.214340 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340,394] r=2 lpr=411211 pi=195685-411200/15398 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.214371 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [309,340,394](309) acting [309,340,394](309)): not rw, up_thru 411208 up_from 410718 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [309,340,394](309) acting [309,340,394](309) maybe_went_rw) : primary up 410718-411208 includes interval

2014-08-25 11:02:45.214382 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [309,340,394](309) acting [309,340,394](309) maybe_went_rw)
2014-08-25 11:02:45.214391 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY]  up [309,340,394] -> [309,340], acting [309,340,394] -> [309,340], acting_primary 309 -> 309, up_primary 309 -> 309, role 2 -> -1
2014-08-25 11:02:45.214401 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.214408 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.214415 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.214423 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.214430 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.214437 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.214444 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.214453 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.214460 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.214467 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.214474 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.214480 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.214486 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.214494 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.214517 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] handle_advance_map [309,340]/[309,340] -- 309/309
2014-08-25 11:02:45.214531 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.214534 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.214541 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.214576 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.214596 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] handle_advance_map [309,340]/[309,340] -- 309/309
2014-08-25 11:02:45.214608 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.214611 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.214617 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.214624 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.214641 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] handle_advance_map [309,340]/[309,340] -- 309/309
2014-08-25 11:02:45.214652 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.214654 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.214661 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.214671 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.214687 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] handle_advance_map [309,340]/[309,340] -- 309/309
2014-08-25 11:02:45.214697 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.214700 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.214707 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.214714 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.214730 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:45.214741 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.214743 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.214750 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.214756 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] acting_up_affected newup [309,340,394] newacting [309,340,394]
2014-08-25 11:02:45.214764 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.214771 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340] r=-1 lpr=411211 pi=195685-411210/15399 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.214786 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [309,340](309) acting [309,340](309)): not rw, up_thru 411211 up_from 410718 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [309,340](309) acting [309,340](309) maybe_went_rw) : primary up 410718-411211 includes interval

2014-08-25 11:02:45.214793 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [309,340](309) acting [309,340](309) maybe_went_rw)
2014-08-25 11:02:45.214801 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY]  up [309,340] -> [309,340,394], acting [309,340] -> [309,340,394], acting_primary 309 -> 309, up_primary 309 -> 309, role -1 -> 2
2014-08-25 11:02:45.214810 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.214817 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.214824 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.214831 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.214838 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.214844 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.214851 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.214858 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.214865 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.214872 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.214878 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.214885 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.214891 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.214898 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.214907 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.215013 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.215579 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.215597 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Reset 0.003792 6 0.000700
2014-08-25 11:02:45.215609 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.215617 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.215625 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.215635 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Start 0.000018 0 0.000000
2014-08-25 11:02:45.215645 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.215653 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.215661 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.215669 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.215679 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [372,344](372) acting [372,344](372) maybe_went_rw)
2014-08-25 11:02:45.215689 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,372,344](394) acting [394,372,344](394) maybe_went_rw)
2014-08-25 11:02:45.215699 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 344,372,394 down  blocked_by {}
2014-08-25 11:02:45.215707 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.215718 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:194575
2014-08-25 11:02:45.215727 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.344
2014-08-25 11:02:45.215737 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.372
2014-08-25 11:02:45.215746 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.215755 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.215791 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.215825 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] handle_advance_map [371,300]/[371,300] -- 371/371
2014-08-25 11:02:45.215842 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.215846 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.215854 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] acting_up_affected newup [371,300] newacting [371,300]
2014-08-25 11:02:45.215862 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.215871 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] exit Started/Stray 0.520022 3 0.000085
2014-08-25 11:02:45.215880 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] exit Started 0.520063 0 0.000000
2014-08-25 11:02:45.215889 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.215896 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411202 pi=411005-411200/13 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.215904 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411211 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.215911 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411211 pi=411005-411200/13 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.215918 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411211 pi=411005-411200/13 crt=0'0 inactive NOTIFY] acting_up_affected newup [371,300] newacting [371,300]
2014-08-25 11:02:45.215925 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411211 pi=411005-411200/13 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.215932 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,394,300] r=1 lpr=411211 pi=411005-411200/13 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.215948 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [371,394,300](371) acting [371,394,300](371)): not rw, up_thru 411201 up_from 411121 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [371,394,300](371) acting [371,394,300](371) maybe_went_rw) : primary up 411121-411201 includes interval

2014-08-25 11:02:45.215956 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [371,394,300](371) acting [371,394,300](371) maybe_went_rw)
2014-08-25 11:02:45.215965 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY]  up [371,394,300] -> [371,300], acting [371,394,300] -> [371,300], acting_primary 371 -> 371, up_primary 371 -> 371, role 1 -> -1
2014-08-25 11:02:45.215974 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.215981 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.215988 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.215996 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.216003 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.216010 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.216017 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.216025 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.216032 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.216040 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.216046 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.216052 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.216058 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.216066 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.216086 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] handle_advance_map [371,300]/[371,300] -- 371/371
2014-08-25 11:02:45.216100 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.216103 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.216110 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.216117 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.216134 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] handle_advance_map [371,300]/[371,300] -- 371/371
2014-08-25 11:02:45.216144 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.216147 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.216154 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.216161 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.216177 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] handle_advance_map [371,300]/[371,300] -- 371/371
2014-08-25 11:02:45.216187 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.216190 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.216197 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.216204 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.216220 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] handle_advance_map [371,300]/[371,300] -- 371/371
2014-08-25 11:02:45.216230 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.216232 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.216239 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.216246 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.216262 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:45.216273 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.216276 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.216283 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.216290 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] acting_up_affected newup [371,394,300] newacting [371,394,300]
2014-08-25 11:02:45.216297 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.216304 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,300] r=-1 lpr=411211 pi=411005-411210/14 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.216318 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [371,300](371) acting [371,300](371)): not rw, up_thru 411213 up_from 411121 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [371,300](371) acting [371,300](371) maybe_went_rw) : primary up 411121-411213 includes interval

2014-08-25 11:02:45.216326 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [371,300](371) acting [371,300](371) maybe_went_rw)
2014-08-25 11:02:45.216334 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY]  up [371,300] -> [371,394,300], acting [371,300] -> [371,394,300], acting_primary 371 -> 371, up_primary 371 -> 371, role -1 -> 1
2014-08-25 11:02:45.216343 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.216350 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.216357 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.216374 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.216381 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.216388 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.216395 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.216402 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.216409 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.216416 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.216422 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.216428 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.216435 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.216446 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.216455 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.216479 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.216487 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.216495 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] exit Reset 0.000605 6 0.000492
2014-08-25 11:02:45.216503 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.216511 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.216517 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.216526 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] exit Start 0.000015 0 0.000000
2014-08-25 11:02:45.216534 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.216544 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.216552 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.216591 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.216622 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_advance_map [365,315]/[365,315] -- 365/365
2014-08-25 11:02:45.216635 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.216639 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:45.216647 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.394 now down
2014-08-25 11:02:45.216654 7f258fde2700  1 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:45.216663 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.520304 2 0.000133
2014-08-25 11:02:45.216673 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:45.216680 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.520328 0 0.000000
2014-08-25 11:02:45.216689 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.520344 0 0.000000
2014-08-25 11:02:45.216697 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started 0.520381 0 0.000000
2014-08-25 11:02:45.216706 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:45.216712 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.216719 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.216728 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:45.216735 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [365,315] newacting [365,315]
2014-08-25 11:02:45.216742 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.216749 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,365,315] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.216765 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [394,365,315](394) acting [394,365,315](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [394,365,315](394) acting [394,365,315](394) maybe_went_rw) : primary up 411201-411208 includes interval

2014-08-25 11:02:45.216773 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  noting past interval(411201-411210 up [394,365,315](394) acting [394,365,315](394) maybe_went_rw)
2014-08-25 11:02:45.216781 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  up [394,365,315] -> [365,315], acting [394,365,315] -> [365,315], acting_primary 394 -> 365, up_primary 394 -> 365, role 0 -> -1
2014-08-25 11:02:45.216790 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.216798 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.216805 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.216812 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.216818 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.216826 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.216832 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.216839 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.216847 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.216855 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.216862 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.216869 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.216876 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.216882 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.216888 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.216894 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.216900 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.216908 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.216926 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [365,315]/[365,315] -- 365/365
2014-08-25 11:02:45.216936 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.216938 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.216945 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.216952 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.216967 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [365,315]/[365,315] -- 365/365
2014-08-25 11:02:45.216976 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.216978 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.216985 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.216992 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.217007 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [365,315]/[365,315] -- 365/365
2014-08-25 11:02:45.217016 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.217018 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.217025 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.217032 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.217047 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [365,315]/[365,315] -- 365/365
2014-08-25 11:02:45.217056 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.217058 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.217064 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.217071 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.217087 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:45.217096 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.217098 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.217105 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.217114 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,365,315] newacting [394,365,315]
2014-08-25 11:02:45.217122 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.217128 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [365,315] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.217144 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [365,315](365) acting [365,315](365)): not rw, up_thru 411212 up_from 410485 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [365,315](365) acting [365,315](365) maybe_went_rw) : primary up 410485-411212 includes interval

2014-08-25 11:02:45.217152 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411211-411215 up [365,315](365) acting [365,315](365) maybe_went_rw)
2014-08-25 11:02:45.217160 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [365,315] -> [394,365,315], acting [365,315] -> [394,365,315], acting_primary 365 -> 394, up_primary 365 -> 394, role -1 -> 0
2014-08-25 11:02:45.217170 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.217177 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.217184 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.217192 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:194414
2014-08-25 11:02:45.217199 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.217207 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.217214 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.217220 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.217226 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.217233 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.217239 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.217246 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.217253 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.217260 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.217267 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.217274 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.217280 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.217287 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.217293 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.217299 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.217306 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.217316 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.217325 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 315,365,394 unchanged
2014-08-25 11:02:45.217332 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.217340 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000635 6 0.000575
2014-08-25 11:02:45.217349 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.217356 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.217362 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.217377 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Start 0.000021 0 0.000000
2014-08-25 11:02:45.217386 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.217394 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.217401 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.217408 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.217417 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [365,315](365) acting [365,315](365) maybe_went_rw)
2014-08-25 11:02:45.217426 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,365,315](394) acting [394,365,315](394) maybe_went_rw)
2014-08-25 11:02:45.217435 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 315,365,394 down  blocked_by {}
2014-08-25 11:02:45.217443 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.217452 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:194415
2014-08-25 11:02:45.217460 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.315
2014-08-25 11:02:45.217469 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.365
2014-08-25 11:02:45.217479 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.217487 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.217518 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.217530 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.217616 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] handle_advance_map [366,26]/[366,26] -- 366/366
2014-08-25 11:02:45.217633 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.217637 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.217648 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] acting_up_affected newup [366,26] newacting [366,26]
2014-08-25 11:02:45.217657 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.217665 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] exit Started/Stray 0.509486 3 0.011322
2014-08-25 11:02:45.217674 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] exit Started 0.509527 0 0.000000
2014-08-25 11:02:45.217682 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.217689 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411202 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.217697 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411211 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.217704 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411211 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.217698 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.217711 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411211 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] acting_up_affected newup [366,26] newacting [366,26]
2014-08-25 11:02:45.217719 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411211 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.217726 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26,394] r=2 lpr=411211 pi=195685-411200/15031 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.217744 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [366,26,394](366) acting [366,26,394](366)): not rw, up_thru 411201 up_from 411162 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [366,26,394](366) acting [366,26,394](366) maybe_went_rw) : primary up 411162-411201 includes interval

2014-08-25 11:02:45.217751 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [366,26,394](366) acting [366,26,394](366) maybe_went_rw)
2014-08-25 11:02:45.217760 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY]  up [366,26,394] -> [366,26], acting [366,26,394] -> [366,26], acting_primary 366 -> 366, up_primary 366 -> 366, role 2 -> -1
2014-08-25 11:02:45.217769 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.217775 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.217782 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.217789 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.217796 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.217803 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.217809 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.217817 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.217824 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.217831 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.217837 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.217843 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.217849 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.217857 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.217869 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.217872 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.217873 7f2595dee700 20 osd.394 411216 _dispatch 0x513af40 pg_notify(29.21b(12787) epoch 411216) v5
2014-08-25 11:02:45.217877 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] handle_advance_map [366,26]/[366,26] -- 366/366
2014-08-25 11:02:45.217889 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.217893 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.217900 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.24
2014-08-25 11:02:45.217902 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x513af40
2014-08-25 11:02:45.217900 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.217908 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.217926 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] handle_advance_map [366,26]/[366,26] -- 366/366
2014-08-25 11:02:45.217934 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.217936 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.217936 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.217939 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.217946 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.217953 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.217970 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] handle_advance_map [366,26]/[366,26] -- 366/366
2014-08-25 11:02:45.217980 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.217982 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.217992 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.217999 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.218016 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] handle_advance_map [366,26]/[366,26] -- 366/366
2014-08-25 11:02:45.218026 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.218028 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.218035 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.218042 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.218059 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:45.218069 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.218071 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.218078 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.218085 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] acting_up_affected newup [366,26,394] newacting [366,26,394]
2014-08-25 11:02:45.218092 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.218099 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26] r=-1 lpr=411211 pi=195685-411210/15032 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.218113 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [366,26](366) acting [366,26](366)): not rw, up_thru 411211 up_from 411162 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [366,26](366) acting [366,26](366) maybe_went_rw) : primary up 411162-411211 includes interval

2014-08-25 11:02:45.218120 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [366,26](366) acting [366,26](366) maybe_went_rw)
2014-08-25 11:02:45.218128 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY]  up [366,26] -> [366,26,394], acting [366,26] -> [366,26,394], acting_primary 366 -> 366, up_primary 366 -> 366, role -1 -> 2
2014-08-25 11:02:45.218137 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.218144 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.218151 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.218158 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.218164 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.218171 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.218177 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.218184 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.218191 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.218198 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.218204 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.218210 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.218217 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.218224 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.218233 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.220358 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.220361 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.220362 7f2595dee700 20 osd.394 411216 _dispatch 0x8830380 pg_notify(32.2e6(1) epoch 411216) v5
2014-08-25 11:02:45.220394 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.24
2014-08-25 11:02:45.220396 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8830380
2014-08-25 11:02:45.220423 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.220425 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.223231 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.223234 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.223236 7f2595dee700 20 osd.394 411216 _dispatch 0x5877700 pg_notify(32.252(13089) epoch 411216) v5
2014-08-25 11:02:45.223259 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.46
2014-08-25 11:02:45.223261 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5877700
2014-08-25 11:02:45.223292 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.223294 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.227700 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.227727 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.227738 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] exit Reset 0.013692 6 0.001050
2014-08-25 11:02:45.227750 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.227759 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.227766 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.227778 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] exit Start 0.000018 0 0.000000
2014-08-25 11:02:45.227788 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.227800 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.227822 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.231093 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.231117 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.231127 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] exit Reset 0.013445 6 0.000480
2014-08-25 11:02:45.231137 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.231145 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.231152 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.231162 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] exit Start 0.000017 0 0.000000
2014-08-25 11:02:45.231171 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.231182 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.231191 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.232937 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.232940 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.232941 7f2595dee700 20 osd.394 411216 _dispatch 0x8830540 pg_notify(32.249(15146) epoch 411216) v5
2014-08-25 11:02:45.232971 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.290
2014-08-25 11:02:45.232973 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8830540
2014-08-25 11:02:45.233003 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.233004 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.234774 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.234777 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.234778 7f2595dee700 20 osd.394 411216 _dispatch 0x8830a80 pg_notify(32.2e6(12695) epoch 411216) v5
2014-08-25 11:02:45.234802 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.359
2014-08-25 11:02:45.234804 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8830a80
2014-08-25 11:02:45.234831 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.234833 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.238597 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.238674 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] handle_advance_map [285,328]/[285,328] -- 285/285
2014-08-25 11:02:45.238696 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.238701 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.238710 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] acting_up_affected newup [285,328] newacting [285,328]
2014-08-25 11:02:45.238718 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.238728 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] exit Started/Stray 0.552471 3 0.007318
2014-08-25 11:02:45.238738 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] exit Started 0.552515 0 0.000000
2014-08-25 11:02:45.238747 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.238754 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411202 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.238763 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411211 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.238770 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411211 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.238778 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411211 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] acting_up_affected newup [285,328] newacting [285,328]
2014-08-25 11:02:45.238785 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411211 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.238792 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328,394] r=2 lpr=411211 pi=240664-411200/10194 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.238813 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [285,328,394](285) acting [285,328,394](285)): not rw, up_thru 411203 up_from 410993 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [285,328,394](285) acting [285,328,394](285) maybe_went_rw) : primary up 410993-411203 includes interval

2014-08-25 11:02:45.238821 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [285,328,394](285) acting [285,328,394](285) maybe_went_rw)
2014-08-25 11:02:45.238830 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY]  up [285,328,394] -> [285,328], acting [285,328,394] -> [285,328], acting_primary 285 -> 285, up_primary 285 -> 285, role 2 -> -1
2014-08-25 11:02:45.238840 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.238847 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.238854 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.238863 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.238870 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.238893 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.238902 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.238912 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.238920 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.238927 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.238934 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.238943 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.238950 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.238958 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.238980 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] handle_advance_map [285,328]/[285,328] -- 285/285
2014-08-25 11:02:45.238991 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.238993 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.239000 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.239008 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.239025 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] handle_advance_map [285,328]/[285,328] -- 285/285
2014-08-25 11:02:45.239034 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.239036 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.239043 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.239050 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.239067 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] handle_advance_map [285,328]/[285,328] -- 285/285
2014-08-25 11:02:45.239076 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.239078 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.239085 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.239092 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.239108 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] handle_advance_map [285,328]/[285,328] -- 285/285
2014-08-25 11:02:45.239117 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.239120 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.239126 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.239133 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.239150 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:45.239160 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.239162 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.239169 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.239175 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] acting_up_affected newup [285,328,394] newacting [285,328,394]
2014-08-25 11:02:45.239183 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.239189 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328] r=-1 lpr=411211 pi=240664-411210/10195 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.239204 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [285,328](285) acting [285,328](285)): not rw, up_thru 411213 up_from 410993 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [285,328](285) acting [285,328](285) maybe_went_rw) : primary up 410993-411213 includes interval

2014-08-25 11:02:45.239212 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [285,328](285) acting [285,328](285) maybe_went_rw)
2014-08-25 11:02:45.239220 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY]  up [285,328] -> [285,328,394], acting [285,328] -> [285,328,394], acting_primary 285 -> 285, up_primary 285 -> 285, role -1 -> 2
2014-08-25 11:02:45.239229 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.239236 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.239242 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.239250 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.239256 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.239262 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.239269 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.239276 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.239283 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.239290 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.239296 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.239302 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.239308 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.239316 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.239325 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.241588 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.241649 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] handle_advance_map [29,31]/[29,31] -- 29/29
2014-08-25 11:02:45.241678 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.241682 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.241691 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] acting_up_affected newup [29,31] newacting [29,31]
2014-08-25 11:02:45.241701 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.241711 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] exit Started/Stray 0.531562 3 0.000087
2014-08-25 11:02:45.241721 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] exit Started 0.531603 0 0.000000
2014-08-25 11:02:45.241729 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.241737 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411202 pi=410878-411200/20 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.241745 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411211 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.241752 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411211 pi=410878-411200/20 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.241759 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411211 pi=410878-411200/20 crt=0'0 inactive NOTIFY] acting_up_affected newup [29,31] newacting [29,31]
2014-08-25 11:02:45.241766 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411211 pi=410878-411200/20 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.241773 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,394,31] r=1 lpr=411211 pi=410878-411200/20 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.241791 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [29,394,31](29) acting [29,394,31](29)): not rw, up_thru 411208 up_from 411187 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [29,394,31](29) acting [29,394,31](29) maybe_went_rw) : primary up 411187-411208 includes interval

2014-08-25 11:02:45.241801 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [29,394,31](29) acting [29,394,31](29) maybe_went_rw)
2014-08-25 11:02:45.241809 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY]  up [29,394,31] -> [29,31], acting [29,394,31] -> [29,31], acting_primary 29 -> 29, up_primary 29 -> 29, role 1 -> -1
2014-08-25 11:02:45.241819 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.241826 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.241833 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.241841 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.241848 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.241855 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.241862 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.241871 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.241878 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.241885 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.241892 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.241898 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.241905 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.241913 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.241933 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] handle_advance_map [29,31]/[29,31] -- 29/29
2014-08-25 11:02:45.241943 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.241945 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.241952 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.241960 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.241976 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] handle_advance_map [29,31]/[29,31] -- 29/29
2014-08-25 11:02:45.241988 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.241990 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.241997 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.242007 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.242023 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] handle_advance_map [29,31]/[29,31] -- 29/29
2014-08-25 11:02:45.242032 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.242034 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.242041 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.242047 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.242063 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] handle_advance_map [29,31]/[29,31] -- 29/29
2014-08-25 11:02:45.242072 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.242074 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.242080 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.242087 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.242103 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:45.242112 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.242114 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.242121 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.242128 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] acting_up_affected newup [29,394,31] newacting [29,394,31]
2014-08-25 11:02:45.242135 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.242142 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,31] r=-1 lpr=411211 pi=410878-411210/21 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.242156 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [29,31](29) acting [29,31](29)): not rw, up_thru 411213 up_from 411187 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [29,31](29) acting [29,31](29) maybe_went_rw) : primary up 411187-411213 includes interval

2014-08-25 11:02:45.242164 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [29,31](29) acting [29,31](29) maybe_went_rw)
2014-08-25 11:02:45.242172 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY]  up [29,31] -> [29,394,31], acting [29,31] -> [29,394,31], acting_primary 29 -> 29, up_primary 29 -> 29, role -1 -> 1
2014-08-25 11:02:45.242181 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.242188 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.242194 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.242201 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.242208 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.242214 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.242221 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.242227 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.242234 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.242241 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.242247 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.242253 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.242260 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.242267 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.242275 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.242325 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.242334 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.242341 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] exit Reset 0.000612 6 0.000485
2014-08-25 11:02:45.242351 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.242358 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.242374 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.242384 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] exit Start 0.000026 0 0.000000
2014-08-25 11:02:45.242394 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.242403 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.242412 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.242456 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.242487 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_advance_map [375,310]/[375,310] -- 375/375
2014-08-25 11:02:45.242500 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.242505 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:45.242514 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.394 now down
2014-08-25 11:02:45.242520 7f258fde2700  1 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:45.242530 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.531873 2 0.000126
2014-08-25 11:02:45.242540 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:45.242547 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.531897 0 0.000000
2014-08-25 11:02:45.242557 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.531914 0 0.000000
2014-08-25 11:02:45.242565 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started 0.531951 0 0.000000
2014-08-25 11:02:45.242573 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:45.242579 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.242587 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.242596 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:45.242603 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [375,310] newacting [375,310]
2014-08-25 11:02:45.242610 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.242617 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,375,310] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.242632 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [394,375,310](394) acting [394,375,310](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [394,375,310](394) acting [394,375,310](394) maybe_went_rw) : primary up 411201-411208 includes interval

2014-08-25 11:02:45.242640 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  noting past interval(411201-411210 up [394,375,310](394) acting [394,375,310](394) maybe_went_rw)
2014-08-25 11:02:45.242648 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  up [394,375,310] -> [375,310], acting [394,375,310] -> [375,310], acting_primary 394 -> 375, up_primary 394 -> 375, role 0 -> -1
2014-08-25 11:02:45.242657 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.242666 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.242673 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.242680 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.242730 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.242741 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.242748 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.242755 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.242761 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.242769 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.242776 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.242783 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.242791 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.242800 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.242806 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.242812 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.242818 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.242826 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.242845 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [375,310]/[375,310] -- 375/375
2014-08-25 11:02:45.242855 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.242857 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.242864 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.242871 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.242887 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [375,310]/[375,310] -- 375/375
2014-08-25 11:02:45.242896 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.242898 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.242904 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.242911 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.242927 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [375,310]/[375,310] -- 375/375
2014-08-25 11:02:45.242935 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.242937 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.242944 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.242951 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.242966 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [375,310]/[375,310] -- 375/375
2014-08-25 11:02:45.242975 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.242977 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.242983 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.242990 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.243006 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:45.243015 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.243017 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.243023 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.243030 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,375,310] newacting [394,375,310]
2014-08-25 11:02:45.243037 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.243044 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [375,310] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.243058 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [375,310](375) acting [375,310](375)): not rw, up_thru 411213 up_from 411188 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [375,310](375) acting [375,310](375) maybe_went_rw) : primary up 411188-411213 includes interval

2014-08-25 11:02:45.243066 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411211-411215 up [375,310](375) acting [375,310](375) maybe_went_rw)
2014-08-25 11:02:45.243074 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [375,310] -> [394,375,310], acting [375,310] -> [394,375,310], acting_primary 375 -> 394, up_primary 375 -> 394, role -1 -> 0
2014-08-25 11:02:45.243084 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.243091 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.243098 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.243107 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:198978
2014-08-25 11:02:45.243114 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.243122 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.243129 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.243135 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.243141 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.243148 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.243154 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.243161 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.243168 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.243176 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.243183 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.243190 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.243197 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.243203 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.243209 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.243216 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.243209 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.243224 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.243234 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.243243 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 310,375,394 unchanged
2014-08-25 11:02:45.243252 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.243259 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000686 6 0.000630
2014-08-25 11:02:45.243268 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.243276 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.243282 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.243291 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] exit Start 0.000016 0 0.000000
2014-08-25 11:02:45.243300 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.243308 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.243316 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.243323 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.243332 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [375,310](375) acting [375,310](375) maybe_went_rw)
2014-08-25 11:02:45.243341 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,375,310](394) acting [394,375,310](394) maybe_went_rw)
2014-08-25 11:02:45.243350 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 310,375,394 down  blocked_by {}
2014-08-25 11:02:45.243359 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.243381 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:198979
2014-08-25 11:02:45.243391 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.310
2014-08-25 11:02:45.243401 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.375
2014-08-25 11:02:45.243410 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.243418 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.243454 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.243485 7f258fde2700 10 osd.394 pg_epoch: 411210 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] handle_advance_map [366,374]/[366,374] -- 366/366
2014-08-25 11:02:45.243498 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.243501 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.243509 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] acting_up_affected newup [366,374] newacting [366,374]
2014-08-25 11:02:45.243516 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.243527 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] exit Started/Stray 0.532320 3 0.000088
2014-08-25 11:02:45.243536 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] exit Started 0.532362 0 0.000000
2014-08-25 11:02:45.243544 7f258fde2700  5 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.243552 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411202 pi=411005-411200/16 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.243559 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411211 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.243566 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411211 pi=411005-411200/16 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.243573 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411211 pi=411005-411200/16 crt=0'0 inactive NOTIFY] acting_up_affected newup [366,374] newacting [366,374]
2014-08-25 11:02:45.243580 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411211 pi=411005-411200/16 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.243587 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,394,374] r=1 lpr=411211 pi=411005-411200/16 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.243601 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [366,394,374](366) acting [366,394,374](366)): not rw, up_thru 411201 up_from 411162 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [366,394,374](366) acting [366,394,374](366) maybe_went_rw) : primary up 411162-411201 includes interval

2014-08-25 11:02:45.243609 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [366,394,374](366) acting [366,394,374](366) maybe_went_rw)
2014-08-25 11:02:45.243617 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY]  up [366,394,374] -> [366,374], acting [366,394,374] -> [366,374], acting_primary 366 -> 366, up_primary 366 -> 366, role 1 -> -1
2014-08-25 11:02:45.243626 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.243633 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.243639 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.243647 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.243653 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.243660 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.243666 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.243674 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.243681 7f258fde2700 20 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.243688 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.243694 7f258fde2700 15 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.243700 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.243706 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.243713 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.243731 7f258fde2700 10 osd.394 pg_epoch: 411211 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] handle_advance_map [366,374]/[366,374] -- 366/366
2014-08-25 11:02:45.243740 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.243743 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.243750 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.243759 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.243775 7f258fde2700 10 osd.394 pg_epoch: 411212 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] handle_advance_map [366,374]/[366,374] -- 366/366
2014-08-25 11:02:45.243783 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.243785 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.243792 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.243799 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.243815 7f258fde2700 10 osd.394 pg_epoch: 411213 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] handle_advance_map [366,374]/[366,374] -- 366/366
2014-08-25 11:02:45.243823 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.243825 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.243832 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.243839 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.243854 7f258fde2700 10 osd.394 pg_epoch: 411214 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] handle_advance_map [366,374]/[366,374] -- 366/366
2014-08-25 11:02:45.243862 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.243865 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.243871 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.243878 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.243893 7f258fde2700 10 osd.394 pg_epoch: 411215 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:45.243902 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.243904 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.243911 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.243917 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] acting_up_affected newup [366,394,374] newacting [366,394,374]
2014-08-25 11:02:45.243924 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.243931 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,374] r=-1 lpr=411211 pi=411005-411210/17 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.243945 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [366,374](366) acting [366,374](366)): not rw, up_thru 411211 up_from 411162 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [366,374](366) acting [366,374](366) maybe_went_rw) : primary up 411162-411211 includes interval

2014-08-25 11:02:45.243952 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [366,374](366) acting [366,374](366) maybe_went_rw)
2014-08-25 11:02:45.243960 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY]  up [366,374] -> [366,394,374], acting [366,374] -> [366,394,374], acting_primary 366 -> 366, up_primary 366 -> 366, role -1 -> 1
2014-08-25 11:02:45.243969 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.243976 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.243982 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.243989 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.243995 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.244005 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.244011 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.244019 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.244027 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.244033 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.244040 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.244046 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.244052 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.244059 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.244068 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.246240 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.246580 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.246598 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.246607 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] exit Reset 0.007860 6 0.000510
2014-08-25 11:02:45.246617 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.246625 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.246632 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.246641 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:45.246650 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.246660 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.246669 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.248061 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.248412 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.248430 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.248439 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] exit Reset 0.004895 6 0.000467
2014-08-25 11:02:45.248448 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.248457 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.248464 7f258fde2700  1 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.248473 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] exit Start 0.000015 0 0.000000
2014-08-25 11:02:45.248482 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.248492 7f258fde2700 20 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.248500 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.248542 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.248563 7f258fde2700 10 osd.394 411216 queue_want_up_thru now 411216 (was 0), currently 411210
2014-08-25 11:02:45.248567 7f258fde2700 10 osd.394 411216 send_alive up_thru currently 411210 want 411216
2014-08-25 11:02:45.248568 7f258fde2700 10 osd.394 411216 send_alive want 411216
2014-08-25 11:02:45.248594 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5236040 don't know epoch, doing nothing
2014-08-25 11:02:45.248596 7f258fde2700  7 osd.394 411216 do_notify osd 23 on 1 PGs
2014-08-25 11:02:45.249523 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5211ce0 don't know epoch, doing nothing
2014-08-25 11:02:45.249534 7f258fde2700  7 osd.394 411216 do_notify osd 29 on 1 PGs
2014-08-25 11:02:45.249554 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x54b5280 don't know epoch, doing nothing
2014-08-25 11:02:45.249556 7f258fde2700  7 osd.394 411216 do_notify osd 292 on 1 PGs
2014-08-25 11:02:45.249942 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.250561 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5082d60 don't know epoch, doing nothing
2014-08-25 11:02:45.250571 7f258fde2700  7 osd.394 411216 do_notify osd 293 on 1 PGs
2014-08-25 11:02:45.252389 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x58140a0 don't know epoch, doing nothing
2014-08-25 11:02:45.252399 7f258fde2700  7 osd.394 411216 do_notify osd 348 on 1 PGs
2014-08-25 11:02:45.253598 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.253689 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5770f20 don't know epoch, doing nothing
2014-08-25 11:02:45.253700 7f258fde2700  7 osd.394 411216 do_notify osd 366 on 2 PGs
2014-08-25 11:02:45.253721 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5777bc0 don't know epoch, doing nothing
2014-08-25 11:02:45.253723 7f258fde2700  7 osd.394 411216 do_notify osd 371 on 1 PGs
2014-08-25 11:02:45.253716 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] handle_advance_map [65,306]/[65,306] -- 65/65
2014-08-25 11:02:45.253737 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x50818c0 don't know epoch, doing nothing
2014-08-25 11:02:45.253739 7f258fde2700  7 osd.394 411216 do_queries querying osd.46 on 1 PGs
2014-08-25 11:02:45.253738 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.253744 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.253754 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5214a40 don't know epoch, doing nothing
2014-08-25 11:02:45.253756 7f258fde2700  7 osd.394 411216 do_queries querying osd.50 on 1 PGs
2014-08-25 11:02:45.253753 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] acting_up_affected newup [65,306] newacting [65,306]
2014-08-25 11:02:45.253761 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.253768 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5816040 don't know epoch, doing nothing
2014-08-25 11:02:45.253770 7f258fde2700  7 osd.394 411216 do_queries querying osd.310 on 1 PGs
2014-08-25 11:02:45.253771 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] exit Started/Stray 0.565936 3 0.000095
2014-08-25 11:02:45.253782 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5acdee0 don't know epoch, doing nothing
2014-08-25 11:02:45.253784 7f258fde2700  7 osd.394 411216 do_queries querying osd.314 on 1 PGs
2014-08-25 11:02:45.253796 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x57a6720 don't know epoch, doing nothing
2014-08-25 11:02:45.253798 7f258fde2700  7 osd.394 411216 do_queries querying osd.315 on 1 PGs
2014-08-25 11:02:45.253809 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5215c20 don't know epoch, doing nothing
2014-08-25 11:02:45.253811 7f258fde2700  7 osd.394 411216 do_queries querying osd.324 on 1 PGs
2014-08-25 11:02:45.253823 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x54d8000 don't know epoch, doing nothing
2014-08-25 11:02:45.253825 7f258fde2700  7 osd.394 411216 do_queries querying osd.344 on 1 PGs
2014-08-25 11:02:45.253838 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5936b40 don't know epoch, doing nothing
2014-08-25 11:02:45.253840 7f258fde2700  7 osd.394 411216 do_queries querying osd.365 on 1 PGs
2014-08-25 11:02:45.253852 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x59a11e0 don't know epoch, doing nothing
2014-08-25 11:02:45.253854 7f258fde2700  7 osd.394 411216 do_queries querying osd.372 on 1 PGs
2014-08-25 11:02:45.253866 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5acc780 don't know epoch, doing nothing
2014-08-25 11:02:45.253867 7f258fde2700  7 osd.394 411216 do_queries querying osd.375 on 1 PGs
2014-08-25 11:02:45.254038 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] exit Started 0.566235 0 0.000000
2014-08-25 11:02:45.254056 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.254063 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411202 pi=410736-411200/33 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.254072 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411211 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.254084 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411211 pi=410736-411200/33 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.254091 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411211 pi=410736-411200/33 crt=0'0 inactive NOTIFY] acting_up_affected newup [65,306] newacting [65,306]
2014-08-25 11:02:45.254099 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411211 pi=410736-411200/33 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.254106 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,394,306] r=1 lpr=411211 pi=410736-411200/33 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.254125 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [65,394,306](65) acting [65,394,306](65)): not rw, up_thru 411208 up_from 411161 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [65,394,306](65) acting [65,394,306](65) maybe_went_rw) : primary up 411161-411208 includes interval

2014-08-25 11:02:45.254133 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [65,394,306](65) acting [65,394,306](65) maybe_went_rw)
2014-08-25 11:02:45.254142 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY]  up [65,394,306] -> [65,306], acting [65,394,306] -> [65,306], acting_primary 65 -> 65, up_primary 65 -> 65, role 1 -> -1
2014-08-25 11:02:45.254151 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.254159 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.254166 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.254175 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.254186 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.254194 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.254201 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.254211 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.254218 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.254226 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.254232 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.254239 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.254245 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.254254 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.254278 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] handle_advance_map [65,306]/[65,306] -- 65/65
2014-08-25 11:02:45.254292 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.254295 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.254302 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.254310 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.254328 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] handle_advance_map [65]/[65] -- 65/65
2014-08-25 11:02:45.254339 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.254341 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.254348 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.254354 7f25905e3700 20 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] acting_up_affected newup [65] newacting [65]
2014-08-25 11:02:45.254361 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.254375 7f25905e3700 20 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65,306] r=-1 lpr=411211 pi=410736-411210/34 crt=0'0 inactive NOTIFY] set_last_peering_reset 411213
2014-08-25 11:02:45.254390 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411212 up [65,306](65) acting [65,306](65)): not rw, up_thru 411211 up_from 411161 last_epoch_clean 411202
generate_past_intervals interval(411211-411212 up [65,306](65) acting [65,306](65) maybe_went_rw) : primary up 411161-411211 includes interval

2014-08-25 11:02:45.254400 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY]  noting past interval(411211-411212 up [65,306](65) acting [65,306](65) maybe_went_rw)
2014-08-25 11:02:45.254408 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY]  up [65,306] -> [65], acting [65,306] -> [65], acting_primary 65 -> 65, up_primary 65 -> 65, role -1 -> -1
2014-08-25 11:02:45.254417 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.254423 7f25905e3700 15 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.254429 7f25905e3700 15 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.254436 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.254443 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.254449 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.254456 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.254463 7f25905e3700 20 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.254470 7f25905e3700 20 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.254577 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.254585 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.254593 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.254616 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] handle_advance_map [65]/[65] -- 65/65
2014-08-25 11:02:45.254628 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.254631 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.254638 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.254646 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.254663 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] handle_advance_map [65,306]/[65,306] -- 65/65
2014-08-25 11:02:45.254674 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.254676 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.254683 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.254690 7f25905e3700 20 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] acting_up_affected newup [65,306] newacting [65,306]
2014-08-25 11:02:45.254697 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.254703 7f25905e3700 20 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65] r=-1 lpr=411213 pi=410736-411212/35 crt=0'0 inactive NOTIFY] set_last_peering_reset 411215
2014-08-25 11:02:45.254715 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411213-411214 up [65](65) acting [65](65)) : acting set is too small

2014-08-25 11:02:45.254722 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411213/411213/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY]  noting past interval(411213-411214 up [65](65) acting [65](65))
2014-08-25 11:02:45.254730 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY]  up [65] -> [65,306], acting [65] -> [65,306], acting_primary 65 -> 65, up_primary 65 -> 65, role -1 -> -1
2014-08-25 11:02:45.254738 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.254745 7f25905e3700 15 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.254751 7f25905e3700 15 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.254759 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.254765 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.254771 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.254778 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.254785 7f25905e3700 20 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.254792 7f25905e3700 20 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.254803 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.254809 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.254816 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.254836 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:45.254849 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.254832 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 23 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.254851 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.254859 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.254860 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.254866 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] acting_up_affected newup [65,394,306] newacting [65,394,306]
2014-08-25 11:02:45.254874 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.254881 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,306] r=-1 lpr=411215 pi=410736-411214/36 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.254895 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411215-411215 up [65,306](65) acting [65,306](65)): not rw, up_thru 411213 up_from 411161 last_epoch_clean 411202
generate_past_intervals interval(411215-411215 up [65,306](65) acting [65,306](65)) : primary up 411161-411213 does not include interval

2014-08-25 11:02:45.254904 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411215/411215/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY]  noting past interval(411215-411215 up [65,306](65) acting [65,306](65))
2014-08-25 11:02:45.254912 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY]  up [65,306] -> [65,394,306], acting [65,306] -> [65,394,306], acting_primary 65 -> 65, up_primary 65 -> 65, role -1 -> 1
2014-08-25 11:02:45.254921 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.254927 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.254934 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.254941 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.254949 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.254955 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.254962 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.254969 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.254975 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.254982 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.254988 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.254994 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.255000 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.255007 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.255017 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.255052 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.255061 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.255068 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] exit Reset 0.001013 6 0.001133
2014-08-25 11:02:45.255078 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.255085 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.255092 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.255101 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:45.255110 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.255120 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.255128 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.255186 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.257705 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.257708 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.257709 7f2595dee700 20 osd.394 411216 _dispatch 0x88324c0 pg_notify(29.185(1) epoch 411216) v5
2014-08-25 11:02:45.257736 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.314
2014-08-25 11:02:45.257738 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x88324c0
2014-08-25 11:02:45.257771 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.257773 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.257787 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.257788 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.257789 7f2595dee700 20 osd.394 411216 _dispatch 0x8832f40 pg_notify(29.30f(1) epoch 411216) v5
2014-08-25 11:02:45.257809 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.372
2014-08-25 11:02:45.257810 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8832f40
2014-08-25 11:02:45.257831 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.257833 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.257844 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.257846 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.257849 7f2595dee700 20 osd.394 411216 _dispatch 0x8832840 pg_notify(32.90(1) epoch 411216) v5
2014-08-25 11:02:45.257868 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.324
2014-08-25 11:02:45.257869 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8832840
2014-08-25 11:02:45.257889 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.257890 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.257903 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.257904 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.257905 7f2595dee700 20 osd.394 411216 _dispatch 0x8832bc0 pg_notify(32.2b2(1) epoch 411216) v5
2014-08-25 11:02:45.257924 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.375
2014-08-25 11:02:45.257925 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8832bc0
2014-08-25 11:02:45.257945 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.257947 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.260167 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x54da680 don't know epoch, doing nothing
2014-08-25 11:02:45.260175 7f25905e3700  7 osd.394 411216 do_notify osd 65 on 1 PGs
2014-08-25 11:02:45.260198 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x54dc200 don't know epoch, doing nothing
2014-08-25 11:02:45.260200 7f25905e3700  7 osd.394 411216 do_notify osd 285 on 1 PGs
2014-08-25 11:02:45.261097 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x54b1e40 don't know epoch, doing nothing
2014-08-25 11:02:45.261103 7f25905e3700  7 osd.394 411216 do_notify osd 309 on 1 PGs
2014-08-25 11:02:45.261122 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x52327e0 don't know epoch, doing nothing
2014-08-25 11:02:45.261124 7f25905e3700  7 osd.394 411216 do_notify osd 338 on 1 PGs
2014-08-25 11:02:45.261137 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x5813c80 don't know epoch, doing nothing
2014-08-25 11:02:45.261139 7f25905e3700  7 osd.394 411216 do_notify osd 379 on 1 PGs
2014-08-25 11:02:45.261487 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.261490 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.261491 7f2595dee700 20 osd.394 411216 _dispatch 0x513b100 pg_notify(32.139(1) epoch 411216) v5
2014-08-25 11:02:45.261516 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.365
2014-08-25 11:02:45.261518 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x513b100
2014-08-25 11:02:45.261568 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.261570 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.263077 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] handle_advance_map [26,11]/[26,11] -- 26/26
2014-08-25 11:02:45.263108 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.263114 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:45.263124 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.394 now down
2014-08-25 11:02:45.263132 7f25905e3700  1 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:45.263142 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.574723 2 0.000182
2014-08-25 11:02:45.263154 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:45.263161 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.574750 0 0.000000
2014-08-25 11:02:45.263172 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.574769 0 0.000000
2014-08-25 11:02:45.263182 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] exit Started 0.574820 0 0.000000
2014-08-25 11:02:45.263191 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:45.263199 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411201 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.263208 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411211 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.263215 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411211 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:45.263223 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411211 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [26,11] newacting [26,11]
2014-08-25 11:02:45.263231 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411211 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.263238 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [394,26,11] r=0 lpr=411211 pi=411160-411200/2 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.263258 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [394,26,11](394) acting [394,26,11](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411200
generate_past_intervals interval(411201-411210 up [394,26,11](394) acting [394,26,11](394) maybe_went_rw) : primary up 411201-411208 includes interval

2014-08-25 11:02:45.263267 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411201/411201/411201) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive]  noting past interval(411201-411210 up [394,26,11](394) acting [394,26,11](394) maybe_went_rw)
2014-08-25 11:02:45.263276 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive]  up [394,26,11] -> [26,11], acting [394,26,11] -> [26,11], acting_primary 394 -> 26, up_primary 394 -> 26, role 0 -> -1
2014-08-25 11:02:45.263285 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.263294 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.263304 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive] on_change
2014-08-25 11:02:45.263312 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.263318 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.263328 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.263335 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.263342 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.263350 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive] on_change
2014-08-25 11:02:45.263360 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.263379 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.263387 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.263395 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.263401 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.263408 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.263414 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.263421 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.263430 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.263453 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] handle_advance_map [26,11]/[26,11] -- 26/26
2014-08-25 11:02:45.263466 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.263469 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.263476 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:45.263484 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.263596 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] handle_advance_map [26,11]/[26,11] -- 26/26
2014-08-25 11:02:45.263643 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.264224 7f25793ce700 10 osd.394 411216 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:45.265199 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.265487 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.263647 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.267401 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:45.267424 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.267454 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] handle_advance_map [26,11]/[26,11] -- 26/26
2014-08-25 11:02:45.267470 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.267474 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.267482 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:45.267489 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.267507 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] handle_advance_map [26,11]/[26,11] -- 26/26
2014-08-25 11:02:45.267518 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.267520 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.267527 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:45.267534 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.267551 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:45.267562 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.267565 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.267572 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:45.267578 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,26,11] newacting [394,26,11]
2014-08-25 11:02:45.267586 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.267593 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [26,11] r=-1 lpr=411211 pi=411160-411210/3 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.267613 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [26,11](26) acting [26,11](26)): not rw, up_thru 411213 up_from 411127 last_epoch_clean 411200
generate_past_intervals interval(411211-411215 up [26,11](26) acting [26,11](26) maybe_went_rw) : primary up 411127-411213 includes interval

2014-08-25 11:02:45.267622 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411211/411211/411211) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411211-411215 up [26,11](26) acting [26,11](26) maybe_went_rw)
2014-08-25 11:02:45.267630 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [26,11] -> [394,26,11], acting [26,11] -> [394,26,11], acting_primary 26 -> 394, up_primary 26 -> 394, role -1 -> 0
2014-08-25 11:02:45.267640 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.267649 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.267657 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.267667 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:193563
2014-08-25 11:02:45.267675 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.267684 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.267691 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.267698 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.267704 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.267710 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.267718 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.267725 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.267734 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.267742 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.267750 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.267757 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.267764 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.267770 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.267777 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.267783 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.267791 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.267801 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.267812 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 11,26,394 unchanged
2014-08-25 11:02:45.267820 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.267832 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] exit Reset 0.004641 6 0.004412
2014-08-25 11:02:45.267843 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.267851 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.267858 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.267869 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] exit Start 0.000018 0 0.000000
2014-08-25 11:02:45.267879 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.267887 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.267895 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.267902 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411200
2014-08-25 11:02:45.267912 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [26,11](26) acting [26,11](26) maybe_went_rw)
2014-08-25 11:02:45.267921 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,26,11](394) acting [394,26,11](394) maybe_went_rw)
2014-08-25 11:02:45.267931 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411199-411200 up [26,11](26) acting [26,11](26) maybe_went_rw)
2014-08-25 11:02:45.267940 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411160-411198 up [394,26,11](394) acting [394,26,11](394) maybe_went_rw)
2014-08-25 11:02:45.267948 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 11,26,394 down  blocked_by {}
2014-08-25 11:02:45.267956 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.267966 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:193564
2014-08-25 11:02:45.267974 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.11
2014-08-25 11:02:45.267984 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.26
2014-08-25 11:02:45.267997 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411201 while current is 411216
2014-08-25 11:02:45.268005 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.268045 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.269069 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] handle_advance_map [56,359]/[56,359] -- 56/56
2014-08-25 11:02:45.269091 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.269096 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.269105 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] acting_up_affected newup [56,359] newacting [56,359]
2014-08-25 11:02:45.269113 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.269122 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] exit Started/Stray 0.572986 3 0.007219
2014-08-25 11:02:45.269133 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] exit Started 0.573032 0 0.000000
2014-08-25 11:02:45.269142 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.269150 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411202 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.269158 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411211 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.269165 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411211 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.269172 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411211 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] acting_up_affected newup [56,359] newacting [56,359]
2014-08-25 11:02:45.269179 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411211 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.269189 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,394,359] r=1 lpr=411211 pi=240800-411200/9912 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.269209 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [56,394,359](56) acting [56,394,359](56)): not rw, up_thru 411206 up_from 194979 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [56,394,359](56) acting [56,394,359](56) maybe_went_rw) : primary up 194979-411206 includes interval

2014-08-25 11:02:45.269217 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [56,394,359](56) acting [56,394,359](56) maybe_went_rw)
2014-08-25 11:02:45.269225 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY]  up [56,394,359] -> [56,359], acting [56,394,359] -> [56,359], acting_primary 56 -> 56, up_primary 56 -> 56, role 1 -> -1
2014-08-25 11:02:45.269235 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.269278 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.269286 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.269294 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.269301 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.269308 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.269316 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.269324 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.269351 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.269358 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.269375 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.269381 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.269388 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.269396 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.269419 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] handle_advance_map [56,359]/[56,359] -- 56/56
2014-08-25 11:02:45.269429 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.269432 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.269439 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.269446 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.269463 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] handle_advance_map [56,359]/[56,359] -- 56/56
2014-08-25 11:02:45.269472 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.269474 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.269480 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.269487 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.269503 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] handle_advance_map [56,359]/[56,359] -- 56/56
2014-08-25 11:02:45.269513 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.269515 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.269521 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.269528 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.269544 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] handle_advance_map [56,359]/[56,359] -- 56/56
2014-08-25 11:02:45.269553 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.269555 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.269562 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.269569 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.269585 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:45.269594 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.269596 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.269759 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.269766 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] acting_up_affected newup [56,394,359] newacting [56,394,359]
2014-08-25 11:02:45.269774 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.269781 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,359] r=-1 lpr=411211 pi=240800-411210/9913 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.269798 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [56,359](56) acting [56,359](56)): not rw, up_thru 411212 up_from 194979 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [56,359](56) acting [56,359](56) maybe_went_rw) : primary up 194979-411212 includes interval

2014-08-25 11:02:45.269805 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [56,359](56) acting [56,359](56) maybe_went_rw)
2014-08-25 11:02:45.269814 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY]  up [56,359] -> [56,394,359], acting [56,359] -> [56,394,359], acting_primary 56 -> 56, up_primary 56 -> 56, role -1 -> 1
2014-08-25 11:02:45.269823 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.269830 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.269837 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.269863 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.269871 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.269878 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.269885 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.269892 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.269900 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.269906 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.269913 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.269919 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.269925 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.269933 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.269943 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.271505 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.271521 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 348 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.271540 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.278180 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.278215 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.278227 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] exit Reset 0.009085 6 0.000739
2014-08-25 11:02:45.278240 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.278249 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.278257 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.278269 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] exit Start 0.000020 0 0.000000
2014-08-25 11:02:45.278291 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.278304 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.278314 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.280433 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.280437 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.280438 7f2595dee700 20 osd.394 411216 _dispatch 0x8830540 pg_notify(32.249(15146) epoch 411216) v5
2014-08-25 11:02:45.280465 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.290
2014-08-25 11:02:45.280467 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8830540
2014-08-25 11:02:45.280504 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.280513 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.280932 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.280952 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 366 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.280970 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.285427 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.285512 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] handle_advance_map [301,318]/[301,318] -- 301/301
2014-08-25 11:02:45.285539 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.285545 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.285556 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] acting_up_affected newup [301,318] newacting [301,318]
2014-08-25 11:02:45.285564 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.285574 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] exit Started/Stray 0.580409 3 0.007514
2014-08-25 11:02:45.285586 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] exit Started 0.580458 0 0.000000
2014-08-25 11:02:45.285595 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.285602 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411202 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.285611 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411211 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.285618 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411211 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.285626 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411211 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] acting_up_affected newup [301,318] newacting [301,318]
2014-08-25 11:02:45.285634 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411211 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.285644 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318,394] r=2 lpr=411211 pi=240783-411200/10121 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.285665 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [301,318,394](301) acting [301,318,394](301)): not rw, up_thru 411206 up_from 411131 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [301,318,394](301) acting [301,318,394](301) maybe_went_rw) : primary up 411131-411206 includes interval

2014-08-25 11:02:45.285674 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411201/411201/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [301,318,394](301) acting [301,318,394](301) maybe_went_rw)
2014-08-25 11:02:45.285683 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY]  up [301,318,394] -> [301,318], acting [301,318,394] -> [301,318], acting_primary 301 -> 301, up_primary 301 -> 301, role 2 -> -1
2014-08-25 11:02:45.285693 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.285701 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.285708 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.285717 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.285724 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.285732 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.285744 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.285754 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.285762 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.285769 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.285776 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.285782 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.285790 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.285812 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.285835 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] handle_advance_map [301,318]/[301,318] -- 301/301
2014-08-25 11:02:45.285849 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.285852 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.285859 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.285867 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.285884 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] handle_advance_map [301,318]/[301,318] -- 301/301
2014-08-25 11:02:45.285895 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.285897 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.285904 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.285912 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.285929 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] handle_advance_map [301,318]/[301,318] -- 301/301
2014-08-25 11:02:45.285941 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.285943 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.285950 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.285957 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.285974 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] handle_advance_map [301,318]/[301,318] -- 301/301
2014-08-25 11:02:45.285985 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.286560 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.286571 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.286580 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.286601 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:45.286615 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.286617 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.286624 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.286631 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] acting_up_affected newup [301,318,394] newacting [301,318,394]
2014-08-25 11:02:45.286639 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.286646 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318] r=-1 lpr=411211 pi=240783-411210/10122 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.286661 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [301,318](301) acting [301,318](301)): not rw, up_thru 411213 up_from 411131 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [301,318](301) acting [301,318](301) maybe_went_rw) : primary up 411131-411213 includes interval

2014-08-25 11:02:45.286670 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411211/411211/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [301,318](301) acting [301,318](301) maybe_went_rw)
2014-08-25 11:02:45.286678 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY]  up [301,318] -> [301,318,394], acting [301,318] -> [301,318,394], acting_primary 301 -> 301, up_primary 301 -> 301, role -1 -> 2
2014-08-25 11:02:45.286687 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.286694 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.286701 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.286708 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.286715 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.286722 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.286728 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.286736 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.286743 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.286750 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.286756 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.286763 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.286769 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.286776 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.286786 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.289985 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.289988 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.289989 7f2595dee700 20 osd.394 411216 _dispatch 0x88324c0 pg_notify(32.139(11395) epoch 411216) v5
2014-08-25 11:02:45.290015 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.315
2014-08-25 11:02:45.290018 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x88324c0
2014-08-25 11:02:45.290054 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.290056 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.290349 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.292405 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.292424 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 333 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.292442 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.292461 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.292469 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 371 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.292480 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.292501 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.292508 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 375 notify: (query_epoch:411216, epoch_sent:411216, info:32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.292527 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.375 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.292545 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 310,375,394 unchanged
2014-08-25 11:02:45.292554 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.292567 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [375,310](375) acting [375,310](375) maybe_went_rw)
2014-08-25 11:02:45.292578 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,375,310](394) acting [394,375,310](394) maybe_went_rw)
2014-08-25 11:02:45.292587 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 310,375,394 down  blocked_by {}
2014-08-25 11:02:45.292597 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.292607 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.310
2014-08-25 11:02:45.292615 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.375 info 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.292648 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.292673 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 314 notify: (query_epoch:411216, epoch_sent:411216, info:29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.292697 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.314 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.292712 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 50,314,394 unchanged
2014-08-25 11:02:45.292720 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.292729 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [314,50](314) acting [314,50](314) maybe_went_rw)
2014-08-25 11:02:45.292739 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,314,50](394) acting [394,314,50](394) maybe_went_rw)
2014-08-25 11:02:45.292748 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 50,314,394 down  blocked_by {}
2014-08-25 11:02:45.292756 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.292766 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.50
2014-08-25 11:02:45.292773 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.314 info 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.292800 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.292878 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 29 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.292898 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.292923 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.292933 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.292945 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.292955 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.292962 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 302 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.292973 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.293920 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.293939 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.293949 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] exit Reset 0.008354 6 0.000539
2014-08-25 11:02:45.293961 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.293969 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.293976 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.293987 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] exit Start 0.000018 0 0.000000
2014-08-25 11:02:45.293997 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.294008 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.294017 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.298063 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.298066 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.298067 7f2595dee700 20 osd.394 411216 _dispatch 0x8832840 pg_notify(29.30f(14575) epoch 411216) v5
2014-08-25 11:02:45.298093 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.344
2014-08-25 11:02:45.298095 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8832840
2014-08-25 11:02:45.298126 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.298128 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.300017 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.300038 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 366 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.300057 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.300564 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.300567 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.300569 7f2595dee700 20 osd.394 411216 _dispatch 0x8833d40 pg_notify(29.185(13485) epoch 411216) v5
2014-08-25 11:02:45.300594 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.50
2014-08-25 11:02:45.300596 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8833d40
2014-08-25 11:02:45.300636 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.300638 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.300891 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.300956 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] handle_advance_map [2,377]/[2,377] -- 2/2
2014-08-25 11:02:45.300974 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.300979 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:45.300988 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] acting_up_affected newup [2,377] newacting [2,377]
2014-08-25 11:02:45.300995 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:45.301006 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] exit Started/Stray 0.594257 3 0.000085
2014-08-25 11:02:45.301017 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] exit Started 0.594299 0 0.000000
2014-08-25 11:02:45.301026 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:02:45.301038 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411202 pi=411110-411200/9 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.301046 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411211 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.301053 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411211 pi=411110-411200/9 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.301061 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411211 pi=411110-411200/9 crt=0'0 inactive NOTIFY] acting_up_affected newup [2,377] newacting [2,377]
2014-08-25 11:02:45.301068 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411211 pi=411110-411200/9 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.301075 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,394,377] r=1 lpr=411211 pi=411110-411200/9 crt=0'0 inactive NOTIFY] set_last_peering_reset 411211
2014-08-25 11:02:45.301092 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [2,394,377](2) acting [2,394,377](2)): not rw, up_thru 411208 up_from 411113 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [2,394,377](2) acting [2,394,377](2) maybe_went_rw) : primary up 411113-411208 includes interval

2014-08-25 11:02:45.301102 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY]  noting past interval(411201-411210 up [2,394,377](2) acting [2,394,377](2) maybe_went_rw)
2014-08-25 11:02:45.301110 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY]  up [2,394,377] -> [2,377], acting [2,394,377] -> [2,377], acting_primary 2 -> 2, up_primary 2 -> 2, role 1 -> -1
2014-08-25 11:02:45.301120 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.301128 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.301135 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.301144 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.301151 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.301161 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.301169 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.301179 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.301186 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.301194 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.301200 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.301206 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.301212 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.301221 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.301243 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] handle_advance_map [2,377]/[2,377] -- 2/2
2014-08-25 11:02:45.301253 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.301255 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.301262 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.301269 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.301286 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] handle_advance_map [2,377]/[2,377] -- 2/2
2014-08-25 11:02:45.301295 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.301297 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.301303 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.301310 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.301327 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] handle_advance_map [2,377]/[2,377] -- 2/2
2014-08-25 11:02:45.301336 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.301338 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.301345 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.301352 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.301374 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] handle_advance_map [2,377]/[2,377] -- 2/2
2014-08-25 11:02:45.301384 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.301387 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.301393 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.301400 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.301417 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:45.301426 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.301428 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.301435 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.301442 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] acting_up_affected newup [2,394,377] newacting [2,394,377]
2014-08-25 11:02:45.301449 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.301456 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,377] r=-1 lpr=411211 pi=411110-411210/10 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.301470 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411215 up [2,377](2) acting [2,377](2)): not rw, up_thru 411213 up_from 411113 last_epoch_clean 411202
generate_past_intervals interval(411211-411215 up [2,377](2) acting [2,377](2) maybe_went_rw) : primary up 411113-411213 includes interval

2014-08-25 11:02:45.301478 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY]  noting past interval(411211-411215 up [2,377](2) acting [2,377](2) maybe_went_rw)
2014-08-25 11:02:45.301486 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY]  up [2,377] -> [2,394,377], acting [2,377] -> [2,394,377], acting_primary 2 -> 2, up_primary 2 -> 2, role -1 -> 1
2014-08-25 11:02:45.301495 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.301501 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.301508 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.301515 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.301521 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.301528 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.301534 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.301541 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.301551 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.301557 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.301564 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.301570 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.301576 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.301583 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.301592 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:45.301611 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:45.301619 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:45.301627 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] exit Reset 0.000601 6 0.000497
2014-08-25 11:02:45.301636 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:45.301644 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:45.301650 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:45.301659 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:45.301668 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:45.301678 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.301689 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.301726 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.301758 7f25905e3700 10 osd.394 pg_epoch: 411210 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] handle_advance_map [7,46]/[7,46] -- 7/7
2014-08-25 11:02:45.301771 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.301777 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:45.301784 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.394 now down
2014-08-25 11:02:45.301791 7f25905e3700  1 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:45.301800 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.594548 2 0.000134
2014-08-25 11:02:45.301810 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:45.301817 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.594573 0 0.000000
2014-08-25 11:02:45.301827 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.594590 0 0.000000
2014-08-25 11:02:45.301835 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] exit Started 0.594628 0 0.000000
2014-08-25 11:02:45.301843 7f25905e3700  5 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:45.301850 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411202 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.301857 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:45.301866 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range start epoch 411202 >= end epoch 411201, nothing to do
2014-08-25 11:02:45.301873 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [7,46] newacting [7,46]
2014-08-25 11:02:45.301880 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.301887 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [394,7,46] r=0 lpr=411211 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411211
2014-08-25 11:02:45.301902 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411201-411210 up [394,7,46](394) acting [394,7,46](394)): not rw, up_thru 411208 up_from 411201 last_epoch_clean 411202
generate_past_intervals interval(411201-411210 up [394,7,46](394) acting [394,7,46](394) maybe_went_rw) : primary up 411201-411208 includes interval

2014-08-25 11:02:45.301910 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411201/411201/411201) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  noting past interval(411201-411210 up [394,7,46](394) acting [394,7,46](394) maybe_went_rw)
2014-08-25 11:02:45.301918 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  up [394,7,46] -> [7,46], acting [394,7,46] -> [7,46], acting_primary 394 -> 7, up_primary 394 -> 7, role 0 -> -1
2014-08-25 11:02:45.301928 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] clear_primary_state
2014-08-25 11:02:45.301936 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] agent_stop
2014-08-25 11:02:45.301943 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.301950 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.301956 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:45.301964 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:45.301970 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:45.301976 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:45.301983 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] on_change
2014-08-25 11:02:45.301990 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:45.301997 7f25905e3700 20 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:45.302004 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_stats
2014-08-25 11:02:45.302012 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.302018 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:02:45.302024 7f25905e3700 15 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.302030 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.302036 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.302043 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.302062 7f25905e3700 10 osd.394 pg_epoch: 411211 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [7,46]/[7,46] -- 7/7
2014-08-25 11:02:45.302071 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.302073 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.302080 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.302087 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.302102 7f25905e3700 10 osd.394 pg_epoch: 411212 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] handle_advance_map [46]/[46] -- 46/46
2014-08-25 11:02:45.302111 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.302113 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.302120 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.302126 7f25905e3700 20 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] acting_up_affected newup [46] newacting [46]
2014-08-25 11:02:45.302132 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.302139 7f25905e3700 20 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [7,46] r=-1 lpr=411211 pi=411201-411210/1 crt=0'0 inactive NOTIFY] set_last_peering_reset 411213
2014-08-25 11:02:45.302152 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411211-411212 up [7,46](7) acting [7,46](7)): not rw, up_thru 411211 up_from 411176 last_epoch_clean 411202
generate_past_intervals interval(411211-411212 up [7,46](7) acting [7,46](7) maybe_went_rw) : primary up 411176-411211 includes interval

2014-08-25 11:02:45.302160 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411211/411211/411211) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY]  noting past interval(411211-411212 up [7,46](7) acting [7,46](7) maybe_went_rw)
2014-08-25 11:02:45.302167 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY]  up [7,46] -> [46], acting [7,46] -> [46], acting_primary 7 -> 46, up_primary 7 -> 46, role -1 -> -1
2014-08-25 11:02:45.302176 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.302182 7f25905e3700 15 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.302188 7f25905e3700 15 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.302195 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.302202 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.302208 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.302214 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.302222 7f25905e3700 20 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.302229 7f25905e3700 20 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.302236 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] [7,46] -> [46], acting primary 7 -> 46
2014-08-25 11:02:45.302246 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.302252 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.302259 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.302275 7f25905e3700 10 osd.394 pg_epoch: 411213 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] handle_advance_map [46]/[46] -- 46/46
2014-08-25 11:02:45.302284 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.302286 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.302293 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.302299 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.302315 7f25905e3700 10 osd.394 pg_epoch: 411214 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] handle_advance_map [7,46]/[7,46] -- 7/7
2014-08-25 11:02:45.302323 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.302325 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.302332 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.302338 7f25905e3700 20 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] acting_up_affected newup [7,46] newacting [7,46]
2014-08-25 11:02:45.302345 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.302352 7f25905e3700 20 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [46] r=-1 lpr=411213 pi=411201-411212/2 crt=0'0 inactive NOTIFY] set_last_peering_reset 411215
2014-08-25 11:02:45.302362 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411213-411214 up [46](46) acting [46](46)) : acting set is too small

2014-08-25 11:02:45.302376 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411213/411213/411213) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY]  noting past interval(411213-411214 up [46](46) acting [46](46))
2014-08-25 11:02:45.302384 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY]  up [46] -> [7,46], acting [46] -> [7,46], acting_primary 46 -> 7, up_primary 46 -> 7, role -1 -> -1
2014-08-25 11:02:45.302394 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.302401 7f25905e3700 15 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:02:45.302407 7f25905e3700 15 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.302414 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.302421 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.302427 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.302433 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.302440 7f25905e3700 20 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.302447 7f25905e3700 20 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.302454 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] [46] -> [7,46], acting primary 46 -> 7
2014-08-25 11:02:45.302465 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:45.302471 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:45.302477 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.302495 7f25905e3700 10 osd.394 pg_epoch: 411215 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:45.302505 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:45.302507 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:02:45.302514 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.302520 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] acting_up_affected newup [394,7,46] newacting [394,7,46]
2014-08-25 11:02:45.302527 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:45.302534 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [7,46] r=-1 lpr=411215 pi=411201-411214/3 crt=0'0 inactive NOTIFY] set_last_peering_reset 411216
2014-08-25 11:02:45.302549 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411215-411215 up [7,46](7) acting [7,46](7)): not rw, up_thru 411212 up_from 411215 last_epoch_clean 411202
generate_past_intervals interval(411215-411215 up [7,46](7) acting [7,46](7)) : primary up 411215-411212 does not include interval

2014-08-25 11:02:45.302556 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411215/411215/411215) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  noting past interval(411215-411215 up [7,46](7) acting [7,46](7))
2014-08-25 11:02:45.302564 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  up [7,46] -> [394,7,46], acting [7,46] -> [394,7,46], acting_primary 7 -> 394, up_primary 7 -> 394, role -1 -> 0
2014-08-25 11:02:45.302574 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] clear_primary_state
2014-08-25 11:02:45.302581 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] agent_stop
2014-08-25 11:02:45.302588 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.302597 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] publish_stats_to_osd 411216:201087
2014-08-25 11:02:45.302605 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.302612 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:02:45.302619 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:02:45.302625 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.302631 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.302638 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.302644 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:02:45.302650 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] on_change
2014-08-25 11:02:45.302657 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:02:45.302664 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:02:45.302671 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] clear_stats
2014-08-25 11:02:45.302678 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.302685 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] on_role_change
2014-08-25 11:02:45.302691 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:45.302697 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:45.302703 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:45.302710 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:45.302720 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:45.302729 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 7,46,394 unchanged
2014-08-25 11:02:45.302736 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:45.302744 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000901 6 0.000840
2014-08-25 11:02:45.302753 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:45.302760 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:45.302766 7f25905e3700  1 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:45.302775 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] exit Start 0.000015 0 0.000000
2014-08-25 11:02:45.302784 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:45.302791 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:45.302799 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:45.302806 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411202
2014-08-25 11:02:45.302815 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411215-411215 up [7,46](7) acting [7,46](7))
2014-08-25 11:02:45.302824 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411213-411214 up [46](46) acting [46](46))
2014-08-25 11:02:45.302832 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411212 up [7,46](7) acting [7,46](7) maybe_went_rw)
2014-08-25 11:02:45.302841 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,7,46](394) acting [394,7,46](394) maybe_went_rw)
2014-08-25 11:02:45.302850 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 7,46,394 down  blocked_by {}
2014-08-25 11:02:45.302859 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.302868 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411216:201088
2014-08-25 11:02:45.302877 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.7
2014-08-25 11:02:45.302886 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.46
2014-08-25 11:02:45.302895 7f25905e3700 20 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411202 while current is 411216
2014-08-25 11:02:45.302902 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 NullEvt
2014-08-25 11:02:45.302936 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.302957 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.302971 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.302980 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.302988 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 309 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.302999 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.303879 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.303986 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:45.304802 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.304816 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.304832 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.304841 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.304848 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.304856 7f25935e9700 10 osd.394 411216 note_peer_epoch osd.294 now has 411216
2014-08-25 11:02:45.304862 7f25935e9700 20 osd.394 411216 _share_map_outgoing 0x507c620 already has epoch 411216
2014-08-25 11:02:45.304859 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.304867 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.304874 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.304884 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.304892 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.304899 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 317 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.304910 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.305889 7f25945eb700 20 osd.394 411216 _share_map_outgoing 0x507c620 already has epoch 411216
2014-08-25 11:02:45.310891 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.310911 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 299 notify: (query_epoch:411216, epoch_sent:411216, info:29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.310930 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.299 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.310949 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 30,299,394 unchanged
2014-08-25 11:02:45.310974 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.310985 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [299,30](299) acting [299,30](299) maybe_went_rw)
2014-08-25 11:02:45.310996 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,299,30](394) acting [394,299,30](394) maybe_went_rw)
2014-08-25 11:02:45.311005 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 30,299,394 down  blocked_by {}
2014-08-25 11:02:45.311014 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.311024 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.30
2014-08-25 11:02:45.311032 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.299 info 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.311083 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.311107 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 299 notify: (query_epoch:411216, epoch_sent:411216, info:29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.311123 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got dup osd.299 info 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.311133 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.311140 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 293 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.311151 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.312548 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.312551 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.312552 7f2595dee700 20 osd.394 411216 _dispatch 0x8834280 pg_notify(32.2b2(14057) epoch 411216) v5
2014-08-25 11:02:45.312581 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.310
2014-08-25 11:02:45.312584 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8834280
2014-08-25 11:02:45.312622 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.312623 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.314190 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.314210 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 285 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.314226 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.314595 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.314598 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.314600 7f2595dee700 20 osd.394 411216 _dispatch 0x5877540 pg_notify(32.90(15585) epoch 411216) v5
2014-08-25 11:02:45.314625 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.46
2014-08-25 11:02:45.314627 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x5877540
2014-08-25 11:02:45.314656 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.314658 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.319054 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.319072 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.319088 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.319097 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.319104 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 293 notify: (query_epoch:411216, epoch_sent:411216, info:32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.319117 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.293 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.319135 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 293,341,394 unchanged
2014-08-25 11:02:45.319161 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.319171 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [293,341](293) acting [293,341](293) maybe_went_rw)
2014-08-25 11:02:45.319181 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,293,341](394) acting [394,293,341](394) maybe_went_rw)
2014-08-25 11:02:45.319190 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 293,341,394 down  blocked_by {}
2014-08-25 11:02:45.319199 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.319209 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.293 info 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.319218 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.341
2014-08-25 11:02:45.319247 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.319265 7f258fde2700 10 osd.394 411216 queue_want_up_thru want 411216 <= queued 411216, currently 411210
2014-08-25 11:02:45.319271 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5236040 don't know epoch, doing nothing
2014-08-25 11:02:45.319274 7f258fde2700  7 osd.394 411216 do_notify osd 23 on 1 PGs
2014-08-25 11:02:45.319292 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5211ce0 don't know epoch, doing nothing
2014-08-25 11:02:45.319294 7f258fde2700  7 osd.394 411216 do_notify osd 29 on 1 PGs
2014-08-25 11:02:45.319310 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5082d60 don't know epoch, doing nothing
2014-08-25 11:02:45.319311 7f258fde2700  7 osd.394 411216 do_notify osd 293 on 1 PGs
2014-08-25 11:02:45.319323 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5814e60 don't know epoch, doing nothing
2014-08-25 11:02:45.319325 7f258fde2700  7 osd.394 411216 do_notify osd 302 on 1 PGs
2014-08-25 11:02:45.320417 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5773020 don't know epoch, doing nothing
2014-08-25 11:02:45.320430 7f258fde2700  7 osd.394 411216 do_notify osd 317 on 1 PGs
2014-08-25 11:02:45.320451 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5773440 don't know epoch, doing nothing
2014-08-25 11:02:45.320453 7f258fde2700  7 osd.394 411216 do_notify osd 333 on 1 PGs
2014-08-25 11:02:45.320466 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x58140a0 don't know epoch, doing nothing
2014-08-25 11:02:45.320468 7f258fde2700  7 osd.394 411216 do_notify osd 348 on 1 PGs
2014-08-25 11:02:45.320482 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5770f20 don't know epoch, doing nothing
2014-08-25 11:02:45.320483 7f258fde2700  7 osd.394 411216 do_notify osd 366 on 2 PGs
2014-08-25 11:02:45.320626 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5777bc0 don't know epoch, doing nothing
2014-08-25 11:02:45.320630 7f258fde2700  7 osd.394 411216 do_notify osd 371 on 1 PGs
2014-08-25 11:02:45.320781 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411161/411161 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 339 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.320805 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.323285 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.323338 7f25905e3700 10 osd.394 411216 queue_want_up_thru want 411216 <= queued 411216, currently 411210
2014-08-25 11:02:45.323432 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x58114a0 don't know epoch, doing nothing
2014-08-25 11:02:45.323500 7f25905e3700  7 osd.394 411216 do_notify osd 2 on 1 PGs
2014-08-25 11:02:45.323724 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x57a48e0 don't know epoch, doing nothing
2014-08-25 11:02:45.323761 7f25905e3700  7 osd.394 411216 do_notify osd 56 on 1 PGs
2014-08-25 11:02:45.323894 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x54dc200 don't know epoch, doing nothing
2014-08-25 11:02:45.323924 7f25905e3700  7 osd.394 411216 do_notify osd 285 on 1 PGs
2014-08-25 11:02:45.324051 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x5087d20 don't know epoch, doing nothing
2014-08-25 11:02:45.324095 7f25905e3700  7 osd.394 411216 do_notify osd 301 on 1 PGs
2014-08-25 11:02:45.324222 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x54b1e40 don't know epoch, doing nothing
2014-08-25 11:02:45.324252 7f25905e3700  7 osd.394 411216 do_notify osd 309 on 1 PGs
2014-08-25 11:02:45.324385 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x601f7a0 don't know epoch, doing nothing
2014-08-25 11:02:45.324416 7f25905e3700  7 osd.394 411216 do_queries querying osd.7 on 1 PGs
2014-08-25 11:02:45.324540 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x54dc4c0 don't know epoch, doing nothing
2014-08-25 11:02:45.324570 7f25905e3700  7 osd.394 411216 do_queries querying osd.11 on 1 PGs
2014-08-25 11:02:45.324697 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x57a74e0 don't know epoch, doing nothing
2014-08-25 11:02:45.324726 7f25905e3700  7 osd.394 411216 do_queries querying osd.26 on 1 PGs
2014-08-25 11:02:45.324851 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x50818c0 don't know epoch, doing nothing
2014-08-25 11:02:45.324881 7f25905e3700  7 osd.394 411216 do_queries querying osd.46 on 1 PGs
2014-08-25 11:02:45.325041 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 355 notify: (query_epoch:411216, epoch_sent:411216, info:32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.325093 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411209/411209 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.355 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.325220 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 290,355,394 unchanged
2014-08-25 11:02:45.325265 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.325347 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [355,290](355) acting [355,290](355) maybe_went_rw)
2014-08-25 11:02:45.325437 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411208-411210 up [394,355,290](394) acting [394,355,290](394) maybe_went_rw)
2014-08-25 11:02:45.325520 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 290,355,394 down  blocked_by {}
2014-08-25 11:02:45.325601 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.325680 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.290
2014-08-25 11:02:45.325773 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.355 info 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.325918 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.326011 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 368 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.326061 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.329393 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.329416 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 372 notify: (query_epoch:411216, epoch_sent:411216, info:29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.329438 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.372 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.329457 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 344,372,394 unchanged
2014-08-25 11:02:45.329469 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.329479 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [372,344](372) acting [372,344](372) maybe_went_rw)
2014-08-25 11:02:45.329490 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,372,344](394) acting [394,372,344](394) maybe_went_rw)
2014-08-25 11:02:45.329499 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 344,372,394 down  blocked_by {}
2014-08-25 11:02:45.329506 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.329509 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.329511 7f2595dee700 20 osd.394 411216 _dispatch 0x8835080 pg_notify(29.338(1) epoch 411216) v5
2014-08-25 11:02:45.329509 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.329519 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.344
2014-08-25 11:02:45.329528 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.372 info 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.329559 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.329581 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 324 notify: (query_epoch:411216, epoch_sent:411216, info:32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.329595 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.324 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.329608 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 46,324,394 unchanged
2014-08-25 11:02:45.329616 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.329629 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [324,46](324) acting [324,46](324) maybe_went_rw)
2014-08-25 11:02:45.329639 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,324,46](394) acting [394,324,46](394) maybe_went_rw)
2014-08-25 11:02:45.329652 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.26
2014-08-25 11:02:45.329806 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8835080
2014-08-25 11:02:45.329648 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 46,324,394 down  blocked_by {}
2014-08-25 11:02:45.329845 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.329847 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.329865 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.329866 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.329867 7f2595dee700 20 osd.394 411216 _dispatch 0x8835400 pg_notify(32.252(3) epoch 411216) v5
2014-08-25 11:02:45.329888 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.7
2014-08-25 11:02:45.329890 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8835400
2014-08-25 11:02:45.329912 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.329913 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.329857 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.330009 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.46
2014-08-25 11:02:45.330019 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.324 info 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.330055 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.330080 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 292 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.330095 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.338256 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.338285 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 65 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.338313 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.338346 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.338383 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x54da680 don't know epoch, doing nothing
2014-08-25 11:02:45.338386 7f25905e3700  7 osd.394 411216 do_notify osd 65 on 1 PGs
2014-08-25 11:02:45.338406 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x5acdc20 don't know epoch, doing nothing
2014-08-25 11:02:45.338408 7f25905e3700  7 osd.394 411216 do_notify osd 368 on 1 PGs
2014-08-25 11:02:45.338426 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 322 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.338440 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.342050 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.342074 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.342095 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.342106 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.342113 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 50 notify: (query_epoch:411216, epoch_sent:411216, info:29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.342127 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.50 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342147 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 50,314,394 unchanged
2014-08-25 11:02:45.342159 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.271699 3 0.000239
2014-08-25 11:02:45.342181 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.342196 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.50 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342206 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.314 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342214 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342225 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.342248 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
 osd.314 (up) accepted 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
 osd.50 (up) accepted 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)

2014-08-25 11:02:45.342258 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] actingbackfill is 50,314,394
2014-08-25 11:02:45.342266 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] choose_acting want [394,314,50] (== acting) backfill_targets
2014-08-25 11:02:45.342279 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.342292 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000111 0 0.000000
2014-08-25 11:02:45.342305 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.342314 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.342326 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000020 0 0.000000
2014-08-25 11:02:45.342336 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.342345 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.342377 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 344 notify: (query_epoch:411216, epoch_sent:411216, info:29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.342391 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.344 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342405 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 344,372,394 unchanged
2014-08-25 11:02:45.342415 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.126754 3 0.003289
2014-08-25 11:02:45.342425 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.342439 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.344 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342448 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.372 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342456 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342468 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.342486 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
 osd.372 (up) accepted 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
 osd.344 (up) accepted 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)

2014-08-25 11:02:45.342495 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] actingbackfill is 344,372,394
2014-08-25 11:02:45.342502 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] choose_acting want [394,372,344] (== acting) backfill_targets
2014-08-25 11:02:45.342512 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.342523 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000098 0 0.000000
2014-08-25 11:02:45.342533 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.342541 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.342553 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000020 0 0.000000
2014-08-25 11:02:45.342575 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.342584 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.342577 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.342603 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 293 notify: (query_epoch:411216, epoch_sent:411216, info:32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.342617 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got dup osd.293 info 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.342629 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.342636 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 359 notify: (query_epoch:411216, epoch_sent:411216, info:32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.342647 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.359 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342660 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 359,365,394 unchanged
2014-08-25 11:02:45.342669 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.342678 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [365,359](365) acting [365,359](365) maybe_went_rw)
2014-08-25 11:02:45.342689 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,365,359](394) acting [394,365,359](394) maybe_went_rw)
2014-08-25 11:02:45.342698 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 359,365,394 down  blocked_by {}
2014-08-25 11:02:45.342707 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.342716 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.359 info 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342726 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.365
2014-08-25 11:02:45.342763 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.342783 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.342833 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 310 notify: (query_epoch:411216, epoch_sent:411216, info:32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.342852 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.310 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342866 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 310,375,394 unchanged
2014-08-25 11:02:45.342876 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.099561 3 0.000277
2014-08-25 11:02:45.342886 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.342896 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.310 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342905 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.375 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342913 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.342922 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.342940 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.375 (up) accepted 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.310 (up) accepted 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)

2014-08-25 11:02:45.342949 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] actingbackfill is 310,375,394
2014-08-25 11:02:45.342956 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] choose_acting want [394,375,310] (== acting) backfill_targets
2014-08-25 11:02:45.342965 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.342975 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000089 0 0.000000
2014-08-25 11:02:45.342985 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.342993 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.343002 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000017 0 0.000000
2014-08-25 11:02:45.343011 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.343019 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.343129 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 365 notify: (query_epoch:411216, epoch_sent:411216, info:32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.343149 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.365 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343170 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 315,365,394 unchanged
2014-08-25 11:02:45.343179 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.343188 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [365,315](365) acting [365,315](365) maybe_went_rw)
2014-08-25 11:02:45.343198 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,365,315](394) acting [394,365,315](394) maybe_went_rw)
2014-08-25 11:02:45.343207 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 315,365,394 down  blocked_by {}
2014-08-25 11:02:45.343216 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.343224 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.315
2014-08-25 11:02:45.343244 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.365 info 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343272 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.343290 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 359 notify: (query_epoch:411216, epoch_sent:411216, info:32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.343302 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got dup osd.359 info 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.343312 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.343318 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.343329 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.343337 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.343344 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 365 notify: (query_epoch:411216, epoch_sent:411216, info:32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.343361 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.365 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343384 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 359,365,394 unchanged
2014-08-25 11:02:45.343401 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.275038 4 0.000272
2014-08-25 11:02:45.343413 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.343423 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.359 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343422 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.343432 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.365 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343441 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343450 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.343474 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.365 (up) accepted 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.359 (up) accepted 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)

2014-08-25 11:02:45.343483 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] actingbackfill is 359,365,394
2014-08-25 11:02:45.343491 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] choose_acting want [394,365,359] (== acting) backfill_targets
2014-08-25 11:02:45.343500 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.343510 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000097 0 0.000000
2014-08-25 11:02:45.343521 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.343528 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.343537 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000017 0 0.000000
2014-08-25 11:02:45.343549 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.343557 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.343575 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 365 notify: (query_epoch:411216, epoch_sent:411216, info:32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.343588 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.365
2014-08-25 11:02:45.343596 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.365 info 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.343610 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.343616 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 315 notify: (query_epoch:411216, epoch_sent:411216, info:32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.343625 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.315 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343638 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 315,365,394 unchanged
2014-08-25 11:02:45.343647 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.126246 3 0.000263
2014-08-25 11:02:45.343657 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.343670 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.315 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343687 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.365 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343695 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343703 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.343720 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.365 (up) accepted 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.315 (up) accepted 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)

2014-08-25 11:02:45.343728 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] actingbackfill is 315,365,394
2014-08-25 11:02:45.343736 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] choose_acting want [394,365,315] (== acting) backfill_targets
2014-08-25 11:02:45.343745 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.343755 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000098 0 0.000000
2014-08-25 11:02:45.343764 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.343772 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.343781 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000017 0 0.000000
2014-08-25 11:02:45.343790 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.343798 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.343825 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.343859 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 30 notify: (query_epoch:411216, epoch_sent:411216, info:29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.343875 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.30 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343890 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 30,299,394 unchanged
2014-08-25 11:02:45.343904 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.343907 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.311889 4 0.000311
2014-08-25 11:02:45.343918 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.343928 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.30 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343937 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.299 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343946 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.343954 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.343971 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
 osd.299 (up) accepted 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
 osd.30 (up) accepted 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)

2014-08-25 11:02:45.343981 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] actingbackfill is 30,299,394
2014-08-25 11:02:45.343995 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] choose_acting want [394,299,30] (== acting) backfill_targets
2014-08-25 11:02:45.344006 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.344016 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000098 0 0.000000
2014-08-25 11:02:45.344026 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.344034 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.344043 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000017 0 0.000000
2014-08-25 11:02:45.344052 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.344060 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.344079 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 341 notify: (query_epoch:411216, epoch_sent:411216, info:32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.344090 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.341 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.344104 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 293,341,394 unchanged
2014-08-25 11:02:45.344117 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.310130 4 0.000276
2014-08-25 11:02:45.344127 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.344137 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.293 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.344146 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.341 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.344154 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.344162 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.344188 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.293 (up) accepted 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.341 (up) accepted 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)

2014-08-25 11:02:45.344197 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] actingbackfill is 293,341,394
2014-08-25 11:02:45.344205 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] choose_acting want [394,293,341] (== acting) backfill_targets
2014-08-25 11:02:45.344214 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.344223 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000096 0 0.000000
2014-08-25 11:02:45.344233 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.344240 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.344249 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000016 0 0.000000
2014-08-25 11:02:45.344258 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.344266 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.344289 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.344302 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.344311 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.344186 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.344318 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 46 notify: (query_epoch:411216, epoch_sent:411216, info:32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.344329 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.46 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.344342 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 46,324,394 unchanged
2014-08-25 11:02:45.344352 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.274837 3 0.000588
2014-08-25 11:02:45.344363 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.344392 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.46 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.344401 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.324 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.344397 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.344409 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.344418 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.344437 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.324 (up) accepted 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.46 (up) accepted 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)

2014-08-25 11:02:45.344445 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] actingbackfill is 46,324,394
2014-08-25 11:02:45.344453 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] choose_acting want [394,324,46] (== acting) backfill_targets
2014-08-25 11:02:45.344462 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.344472 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000110 0 0.000000
2014-08-25 11:02:45.344482 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.344490 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.344499 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000016 0 0.000000
2014-08-25 11:02:45.344508 7f258fde2700  5 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.344516 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.344532 7f258fde2700 10 osd.394 411216 queue_want_up_thru want 411216 <= queued 411216, currently 411210
2014-08-25 11:02:45.344537 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x54b5280 don't know epoch, doing nothing
2014-08-25 11:02:45.344539 7f258fde2700  7 osd.394 411216 do_notify osd 292 on 1 PGs
2014-08-25 11:02:45.344557 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x5085280 don't know epoch, doing nothing
2014-08-25 11:02:45.344559 7f258fde2700  7 osd.394 411216 do_notify osd 339 on 1 PGs
2014-08-25 11:02:45.344623 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.345423 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 46 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.345447 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.345479 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345488 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 30 notify: (query_epoch:411216, epoch_sent:411216, info:29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.345502 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.30
2014-08-25 11:02:45.345511 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.30 info 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.345525 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345532 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 341 notify: (query_epoch:411216, epoch_sent:411216, info:32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.345541 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.341
2014-08-25 11:02:45.345549 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.341 info 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.345563 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345569 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.345581 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.345589 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345596 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.345606 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.345614 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345621 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.345631 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.345638 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345645 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.345654 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.345662 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345668 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.345678 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.345686 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345693 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.345702 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.345710 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345716 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 314 notify: (query_epoch:411216, epoch_sent:411216, info:29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.345725 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.314
2014-08-25 11:02:45.345733 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.314 info 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.345746 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345752 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 372 notify: (query_epoch:411216, epoch_sent:411216, info:29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.345761 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.372
2014-08-25 11:02:45.345768 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.372 info 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.345783 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345788 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 324 notify: (query_epoch:411216, epoch_sent:411216, info:32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.345797 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.324
2014-08-25 11:02:45.345805 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.324 info 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.345818 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345824 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 375 notify: (query_epoch:411216, epoch_sent:411216, info:32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.345833 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.375
2014-08-25 11:02:45.345840 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.375 info 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.345855 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345861 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 365 notify: (query_epoch:411216, epoch_sent:411216, info:32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.345870 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.365
2014-08-25 11:02:45.345877 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.365 info 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.345891 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345896 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.345906 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.345914 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345921 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 315 notify: (query_epoch:411216, epoch_sent:411216, info:32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.345933 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.315
2014-08-25 11:02:45.345940 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.315 info 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.345953 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345959 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 344 notify: (query_epoch:411216, epoch_sent:411216, info:29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.345967 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.344
2014-08-25 11:02:45.345974 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.344 info 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.345987 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.345992 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 50 notify: (query_epoch:411216, epoch_sent:411216, info:29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.346001 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.50
2014-08-25 11:02:45.346008 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.50 info 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.346024 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.346029 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 310 notify: (query_epoch:411216, epoch_sent:411216, info:32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.346038 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.310
2014-08-25 11:02:45.346045 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.310 info 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.346058 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.346063 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 46 notify: (query_epoch:411216, epoch_sent:411216, info:32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.346072 7f258fde2700  7 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.46
2014-08-25 11:02:45.346079 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.46 info 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.346092 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.346096 7f258fde2700 10 osd.394 411216 queue_want_up_thru want 411216 <= queued 411216, currently 411210
2014-08-25 11:02:45.346100 7f258fde2700 20 osd.394 411216 _share_map_outgoing 0x50818c0 don't know epoch, doing nothing
2014-08-25 11:02:45.346101 7f258fde2700  7 osd.394 411216 do_notify osd 46 on 1 PGs
2014-08-25 11:02:45.346142 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.346154 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.346163 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.346169 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.346178 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.346186 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.346191 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.346200 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.346208 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.346214 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.346223 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.346230 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.346236 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.346244 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.346252 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.346257 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.346266 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.346273 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.346279 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.346287 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.346295 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.346300 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.346309 7f258fde2700 15 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.346317 7f258fde2700 10 log is not dirty
2014-08-25 11:02:45.346320 7f258fde2700 10 osd.394 411216 queue_want_up_thru want 411216 <= queued 411216, currently 411210
2014-08-25 11:02:45.348003 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.348020 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 327 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.348037 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.357312 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.357332 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 379 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.357352 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.365639 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.365662 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 56 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.365681 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.369956 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.369965 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.369967 7f2595dee700 20 osd.394 411216 _dispatch 0x8836900 pg_notify(29.338(11770) epoch 411216) v5
2014-08-25 11:02:45.369998 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.11
2014-08-25 11:02:45.370000 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8836900
2014-08-25 11:02:45.370037 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.370046 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.371622 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.371624 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.371625 7f2595dee700 20 osd.394 411216 _dispatch 0x8836580 pg_notify(32.252(13089) epoch 411216) v5
2014-08-25 11:02:45.371647 7f2595dee700  7 osd.394 411216 handle_pg_notify from osd.46
2014-08-25 11:02:45.371648 7f2595dee700 15 osd.394 411216 require_same_or_newer_map 411216 (i am 411216) 0x8836580
2014-08-25 11:02:45.371676 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:45.371678 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:45.373105 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.373122 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 11 notify: (query_epoch:411216, epoch_sent:411216, info:29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.373142 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411200/411200 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering]  got osd.11 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.373159 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 11,26,394 unchanged
2014-08-25 11:02:45.373169 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.373179 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411215 up [26,11](26) acting [26,11](26) maybe_went_rw)
2014-08-25 11:02:45.373190 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,26,11](394) acting [394,26,11](394) maybe_went_rw)
2014-08-25 11:02:45.373199 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 11,26,394 down  blocked_by {}
2014-08-25 11:02:45.373208 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.373218 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.11 info 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.373227 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.26
2014-08-25 11:02:45.373260 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.373282 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 26 notify: (query_epoch:411216, epoch_sent:411216, info:29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.373297 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering]  got osd.26 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.373311 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 11,26,394 unchanged
2014-08-25 11:02:45.373321 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.105426 3 0.000288
2014-08-25 11:02:45.373334 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.373345 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting osd.11 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.373355 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting osd.26 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.373363 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.373378 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.373401 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
 osd.26 (up) accepted 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
 osd.11 (up) accepted 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)

2014-08-25 11:02:45.373415 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] actingbackfill is 11,26,394
2014-08-25 11:02:45.373423 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] choose_acting want [394,26,11] (== acting) backfill_targets
2014-08-25 11:02:45.373435 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.373447 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000112 0 0.000000
2014-08-25 11:02:45.373457 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.373465 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.373476 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000018 0 0.000000
2014-08-25 11:02:45.373486 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.373494 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.373513 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.373527 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.373536 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.373544 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 2 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.373557 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.373575 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.373583 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 338 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.373594 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.373632 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.373644 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 338 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.373655 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.373701 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.373712 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 294 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.373723 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.373716 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.373748 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.373756 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 359 notify: (query_epoch:411216, epoch_sent:411216, info:32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216))
2014-08-25 11:02:45.373773 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  got osd.359 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:45.373788 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 24,359,394 unchanged
2014-08-25 11:02:45.373796 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.373805 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411212-411215 up [24,359](24) acting [24,359](24) maybe_went_rw)
2014-08-25 11:02:45.373815 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411211 up [359](359) acting [359](359))
2014-08-25 11:02:45.373823 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 24,359,394 down  blocked_by {}
2014-08-25 11:02:45.373832 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.373843 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.24
2014-08-25 11:02:45.373851 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.359 info 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:45.373878 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.373895 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MQuery from 301 query_epoch 411216 query: query(info 0'0)
2014-08-25 11:02:45.373908 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:45.380832 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.380847 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 24 notify: (query_epoch:411216, epoch_sent:411216, info:32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216))
2014-08-25 11:02:45.380861 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  got osd.24 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:45.380875 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 24,359,394 unchanged
2014-08-25 11:02:45.380885 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.201489 3 0.000288
2014-08-25 11:02:45.380896 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.380906 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting osd.24 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:45.380915 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting osd.359 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:45.380924 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:45.380932 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.380951 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216)
 osd.24 (up) accepted 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216)
 osd.359 (up) accepted 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216)

2014-08-25 11:02:45.380960 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] actingbackfill is 24,359,394
2014-08-25 11:02:45.380967 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] choose_acting want [394,24,359] (== acting) backfill_targets
2014-08-25 11:02:45.380977 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.380987 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000091 0 0.000000
2014-08-25 11:02:45.380997 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.381005 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.381014 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000017 0 0.000000
2014-08-25 11:02:45.381023 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.381032 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.381051 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 7 notify: (query_epoch:411216, epoch_sent:411216, info:32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.381064 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411202/411202 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  got osd.7 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.381077 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 7,46,394 unchanged
2014-08-25 11:02:45.381085 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.381094 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411215-411215 up [7,46](7) acting [7,46](7))
2014-08-25 11:02:45.381103 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411213-411214 up [46](46) acting [46](46))
2014-08-25 11:02:45.381111 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411212 up [7,46](7) acting [7,46](7) maybe_went_rw)
2014-08-25 11:02:45.381120 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411201-411210 up [394,7,46](394) acting [394,7,46](394) maybe_went_rw)
2014-08-25 11:02:45.381129 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 7,46,394 down  blocked_by {}
2014-08-25 11:02:45.381137 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.381146 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.7 info 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.381155 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.46
2014-08-25 11:02:45.381180 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.381199 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 363 notify: (query_epoch:411216, epoch_sent:411216, info:29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216))
2014-08-25 11:02:45.381212 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411202/411202 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  got osd.363 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:45.381226 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 24,363,394 unchanged
2014-08-25 11:02:45.381234 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  last_epoch_started moved forward, rebuilding prior
2014-08-25 11:02:45.381243 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411212-411215 up [363,24](363) acting [363,24](363) maybe_went_rw)
2014-08-25 11:02:45.381252 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411211-411211 up [363](363) acting [363](363))
2014-08-25 11:02:45.381260 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 24,363,394 down  blocked_by {}
2014-08-25 11:02:45.381268 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] up_thru 411210 < same_since 411216, must notify monitor
2014-08-25 11:02:45.381276 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  already requested info from osd.24
2014-08-25 11:02:45.381284 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  have osd.363 info 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:45.381309 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.381295 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.381331 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.381344 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.381353 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.381358 7f25905e3700 10 osd.394 411216 queue_want_up_thru want 411216 <= queued 411216, currently 411210
2014-08-25 11:02:45.381362 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x58114a0 don't know epoch, doing nothing
2014-08-25 11:02:45.381372 7f25905e3700  7 osd.394 411216 do_notify osd 2 on 1 PGs
2014-08-25 11:02:45.381391 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x57a48e0 don't know epoch, doing nothing
2014-08-25 11:02:45.381393 7f25905e3700  7 osd.394 411216 do_notify osd 56 on 1 PGs
2014-08-25 11:02:45.381406 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x507c620 already has epoch 411216
2014-08-25 11:02:45.381408 7f25905e3700  7 osd.394 411216 do_notify osd 294 on 1 PGs
2014-08-25 11:02:45.381419 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x5087d20 don't know epoch, doing nothing
2014-08-25 11:02:45.381421 7f25905e3700  7 osd.394 411216 do_notify osd 301 on 1 PGs
2014-08-25 11:02:45.381432 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x58144c0 don't know epoch, doing nothing
2014-08-25 11:02:45.381434 7f25905e3700  7 osd.394 411216 do_notify osd 322 on 1 PGs
2014-08-25 11:02:45.381445 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x507ac00 don't know epoch, doing nothing
2014-08-25 11:02:45.381447 7f25905e3700  7 osd.394 411216 do_notify osd 327 on 1 PGs
2014-08-25 11:02:45.381459 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x52327e0 don't know epoch, doing nothing
2014-08-25 11:02:45.381460 7f25905e3700  7 osd.394 411216 do_notify osd 338 on 2 PGs
2014-08-25 11:02:45.381633 7f25905e3700 20 osd.394 411216 _share_map_outgoing 0x5813c80 don't know epoch, doing nothing
2014-08-25 11:02:45.381638 7f25905e3700  7 osd.394 411216 do_notify osd 379 on 1 PGs
2014-08-25 11:02:45.381679 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.381692 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.381701 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.381708 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 363 notify: (query_epoch:411216, epoch_sent:411216, info:29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216))
2014-08-25 11:02:45.381719 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  got dup osd.363 info 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216), identical to ours
2014-08-25 11:02:45.381729 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.381735 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.381745 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.381752 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.391067 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 24 notify: (query_epoch:411216, epoch_sent:411216, info:29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216))
2014-08-25 11:02:45.391111 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  got osd.24 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:45.391134 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 24,363,394 unchanged
2014-08-25 11:02:45.391147 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.317276 4 0.000292
2014-08-25 11:02:45.391161 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.391174 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting osd.24 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:45.391184 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting osd.363 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:45.391192 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:45.391201 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.391224 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216)
 osd.363 (up) accepted 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216)
 osd.24 (up) accepted 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216)

2014-08-25 11:02:45.391234 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] actingbackfill is 24,363,394
2014-08-25 11:02:45.391242 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] choose_acting want [394,363,24] (== acting) backfill_targets
2014-08-25 11:02:45.391254 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.391268 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000107 0 0.000000
2014-08-25 11:02:45.391279 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.391287 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.391298 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000020 0 0.000000
2014-08-25 11:02:45.391309 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.391320 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.391354 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.391377 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.391387 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.391396 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 355 notify: (query_epoch:411216, epoch_sent:411216, info:32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.391412 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering]  got dup osd.355 info 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.391422 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.391430 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.391440 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.391448 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.391454 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 24 notify: (query_epoch:411216, epoch_sent:411216, info:29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216))
2014-08-25 11:02:45.391465 7f25905e3700  7 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.24
2014-08-25 11:02:45.391474 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] got dup osd.24 info 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216), identical to ours
2014-08-25 11:02:45.391489 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.391495 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 24 notify: (query_epoch:411216, epoch_sent:411216, info:32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216))
2014-08-25 11:02:45.391505 7f25905e3700  7 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.24
2014-08-25 11:02:45.391513 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] got dup osd.24 info 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216), identical to ours
2014-08-25 11:02:45.391528 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.391512 7f259a211700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.391534 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 46 notify: (query_epoch:411216, epoch_sent:411216, info:32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.391545 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  got osd.46 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.391560 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 7,46,394 unchanged
2014-08-25 11:02:45.391570 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.088771 3 0.000270
2014-08-25 11:02:45.391582 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.391592 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting osd.7 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.391601 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting osd.46 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.391609 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.391618 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.391635 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.7 (up) accepted 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.46 (up) accepted 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)

2014-08-25 11:02:45.391644 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] actingbackfill is 7,46,394
2014-08-25 11:02:45.391652 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] choose_acting want [394,7,46] (== acting) backfill_targets
2014-08-25 11:02:45.391661 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.391671 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000089 0 0.000000
2014-08-25 11:02:45.391681 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.391689 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.391698 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000017 0 0.000000
2014-08-25 11:02:45.391707 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.391715 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.391733 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 290 notify: (query_epoch:411216, epoch_sent:411216, info:32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.391745 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering]  got osd.290 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.391758 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 290,355,394 unchanged
2014-08-25 11:02:45.391768 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.211307 4 0.000928
2014-08-25 11:02:45.391777 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:45.391787 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.290 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.391796 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.355 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.391804 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:45.391813 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:45.391829 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.355 (up) accepted 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
 osd.290 (up) accepted 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)

2014-08-25 11:02:45.391838 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] actingbackfill is 290,355,394
2014-08-25 11:02:45.391845 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] choose_acting want [394,355,290] (== acting) backfill_targets
2014-08-25 11:02:45.391854 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:45.391864 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000086 0 0.000000
2014-08-25 11:02:45.391873 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:45.391881 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:45.391889 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000016 0 0.000000
2014-08-25 11:02:45.391898 7f25905e3700  5 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:45.391907 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.391923 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 359 notify: (query_epoch:411216, epoch_sent:411216, info:32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216))
2014-08-25 11:02:45.391934 7f25905e3700  7 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.359
2014-08-25 11:02:45.391942 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] got dup osd.359 info 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216), identical to ours
2014-08-25 11:02:45.391957 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.391942 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.391964 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.391975 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.391983 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.391993 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 290 notify: (query_epoch:411216, epoch_sent:411216, info:32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.392003 7f25905e3700  7 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.290
2014-08-25 11:02:45.392010 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] got dup osd.290 info 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.392024 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392029 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.392039 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.392047 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392053 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.392064 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.392072 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392058 7f259a211700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:45.392079 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.392089 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:45.392097 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392104 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 26 notify: (query_epoch:411216, epoch_sent:411216, info:29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.392116 7f25905e3700  7 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.26
2014-08-25 11:02:45.392124 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] got dup osd.26 info 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.392138 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392144 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 7 notify: (query_epoch:411216, epoch_sent:411216, info:32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.392153 7f25905e3700  7 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.7
2014-08-25 11:02:45.392160 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] got dup osd.7 info 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.392174 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392179 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 11 notify: (query_epoch:411216, epoch_sent:411216, info:29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.392189 7f25905e3700  7 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.11
2014-08-25 11:02:45.392196 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] got dup osd.11 info 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.392210 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392214 7f25905e3700 10 osd.394 411216 queue_want_up_thru want 411216 <= queued 411216, currently 411210
2014-08-25 11:02:45.392231 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 MNotifyRec from 46 notify: (query_epoch:411216, epoch_sent:411216, info:32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:45.392240 7f25905e3700  7 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.46
2014-08-25 11:02:45.392248 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] got dup osd.46 info 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216), identical to ours
2014-08-25 11:02:45.392261 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392267 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.392280 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.392289 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392295 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.392304 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.392311 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392317 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.392326 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.392333 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392338 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.392349 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.392357 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392362 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411216 epoch_requested: 411216 FlushedEvt
2014-08-25 11:02:45.392378 7f25905e3700 15 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:45.392386 7f25905e3700 10 log is not dirty
2014-08-25 11:02:45.392390 7f25905e3700 10 osd.394 411216 queue_want_up_thru want 411216 <= queued 411216, currently 411210
2014-08-25 11:02:45.409521 7f25935e9700 10 osd.394 411216 note_peer_epoch osd.322 now has 411216
2014-08-25 11:02:45.409533 7f25935e9700 20 osd.394 411216 _share_map_outgoing 0x58144c0 already has epoch 411216
2014-08-25 11:02:45.409575 7f25945eb700 20 osd.394 411216 _share_map_outgoing 0x58144c0 already has epoch 411216
2014-08-25 11:02:45.414997 7f25935e9700 10 osd.394 411216 note_peer_epoch osd.317 now has 411216
2014-08-25 11:02:45.415006 7f25935e9700 20 osd.394 411216 _share_map_outgoing 0x5773020 already has epoch 411216
2014-08-25 11:02:45.573348 7f25935e9700 10 osd.394 411216 note_peer_epoch osd.348 now has 411216
2014-08-25 11:02:45.573356 7f25935e9700 20 osd.394 411216 _share_map_outgoing 0x58140a0 already has epoch 411216
2014-08-25 11:02:45.573411 7f25945eb700 20 osd.394 411216 _share_map_outgoing 0x58140a0 already has epoch 411216
2014-08-25 11:02:45.635228 7f25945eb700 10 osd.394 411216 note_peer_epoch osd.29 now has 411216
2014-08-25 11:02:45.635234 7f25945eb700 20 osd.394 411216 _share_map_outgoing 0x5211ce0 already has epoch 411216
2014-08-25 11:02:45.795825 7f25945eb700 10 osd.394 411216 note_peer_epoch osd.2 now has 411216
2014-08-25 11:02:45.795833 7f25945eb700 20 osd.394 411216 _share_map_outgoing 0x58114a0 already has epoch 411216
2014-08-25 11:02:45.795945 7f25935e9700 20 osd.394 411216 _share_map_outgoing 0x58114a0 already has epoch 411216
2014-08-25 11:02:45.876977 7f25945eb700 10 osd.394 411216 note_peer_epoch osd.379 now has 411216
2014-08-25 11:02:45.876983 7f25945eb700 20 osd.394 411216 _share_map_outgoing 0x5813c80 already has epoch 411216
2014-08-25 11:02:45.877108 7f25935e9700 20 osd.394 411216 _share_map_outgoing 0x5813c80 already has epoch 411216
2014-08-25 11:02:46.056924 7f25945eb700 20 osd.394 411216 _share_map_outgoing 0x5773020 already has epoch 411216
2014-08-25 11:02:46.100198 7f2595dee700 10 osd.394 411216 do_waiters -- start
2014-08-25 11:02:46.100202 7f2595dee700 10 osd.394 411216 do_waiters -- finish
2014-08-25 11:02:46.100203 7f2595dee700 20 osd.394 411216 _dispatch 0x57f3f00 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.100240 7f2595dee700  3 osd.394 411216 handle_osd_map epochs [411217,411217], i have 411216, src has [194721,411217]
2014-08-25 11:02:46.100245 7f2595dee700 10 osd.394 411216 handle_osd_map  got inc map for epoch 411217
2014-08-25 11:02:46.105060 7f2595dee700 10 osd.394 411216  advance to epoch 411217 (<= newest 411217)
2014-08-25 11:02:46.105121 7f2595dee700  7 osd.394 411217 advance_map epoch 411217  39 pgs
2014-08-25 11:02:46.105164 7f2595dee700 10 osd.394 411217 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411217 [194721,411217] lci=[411216,411217])
2014-08-25 11:02:46.105226 7f2595dee700  0 osd.394 411217 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:46.105232 7f2595dee700  7 osd.394 411217 consume_map version 411217
2014-08-25 11:02:46.105256 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.105280 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.105294 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.105305 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.105315 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.105325 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.105335 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.105345 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.105837 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:46.105860 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.105867 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.105877 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.105914 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.105356 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.113098 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.113116 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.113127 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113139 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113150 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113161 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113172 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.113183 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113194 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.113205 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113215 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113225 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.113237 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113251 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113266 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.113276 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113286 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113297 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113307 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.113318 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.113328 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113338 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113348 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113357 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113380 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113390 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.113401 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113412 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113422 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:46.113432 7f2595dee700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:46.113444 7f2595dee700 10 osd.394 411217 maybe_update_heartbeat_peers updating
2014-08-25 11:02:46.113447 7f2595dee700 20 osd.394 411217 29.3a5 heartbeat_peers
2014-08-25 11:02:46.113449 7f2595dee700 20 osd.394 411217 29.333 heartbeat_peers
2014-08-25 11:02:46.113450 7f2595dee700 20 osd.394 411217 29.3f6 heartbeat_peers 30,299,394
2014-08-25 11:02:46.113455 7f2595dee700 20 osd.394 411217 32.340 heartbeat_peers
2014-08-25 11:02:46.113457 7f2595dee700 20 osd.394 411217 32.311 heartbeat_peers 293,341,394
2014-08-25 11:02:46.113460 7f2595dee700 20 osd.394 411217 32.25b heartbeat_peers
2014-08-25 11:02:46.113461 7f2595dee700 20 osd.394 411217 29.17b heartbeat_peers
2014-08-25 11:02:46.113462 7f2595dee700 20 osd.394 411217 32.313 heartbeat_peers
2014-08-25 11:02:46.113463 7f2595dee700 20 osd.394 411217 32.23e heartbeat_peers 359,365,394
2014-08-25 11:02:46.113466 7f2595dee700 20 osd.394 411217 32.90 heartbeat_peers 46,324,394
2014-08-25 11:02:46.113468 7f2595dee700 20 osd.394 411217 29.185 heartbeat_peers 50,314,394
2014-08-25 11:02:46.113471 7f2595dee700 20 osd.394 411217 29.2ac heartbeat_peers
2014-08-25 11:02:46.113472 7f2595dee700 20 osd.394 411217 29.3d7 heartbeat_peers
2014-08-25 11:02:46.113473 7f2595dee700 20 osd.394 411217 29.1e2 heartbeat_peers
2014-08-25 11:02:46.113475 7f2595dee700 20 osd.394 411217 32.20 heartbeat_peers
2014-08-25 11:02:46.113476 7f2595dee700 20 osd.394 411217 29.30f heartbeat_peers 344,372,394
2014-08-25 11:02:46.113478 7f2595dee700 20 osd.394 411217 29.1f heartbeat_peers
2014-08-25 11:02:46.113480 7f2595dee700 20 osd.394 411217 32.139 heartbeat_peers 315,365,394
2014-08-25 11:02:46.113482 7f2595dee700 20 osd.394 411217 29.35e heartbeat_peers
2014-08-25 11:02:46.113483 7f2595dee700 20 osd.394 411217 32.e3 heartbeat_peers
2014-08-25 11:02:46.113485 7f2595dee700 20 osd.394 411217 32.2b2 heartbeat_peers 310,375,394
2014-08-25 11:02:46.113487 7f2595dee700 20 osd.394 411217 32.e7 heartbeat_peers
2014-08-25 11:02:46.113489 7f2595dee700 20 osd.394 411217 29.28e heartbeat_peers
2014-08-25 11:02:46.113490 7f2595dee700 20 osd.394 411217 29.21b heartbeat_peers 24,363,394
2014-08-25 11:02:46.113595 7f2595dee700 10 osd.394 411217 _add_heartbeat_peer: new peer osd.24 192.168.1.107:6822/1563028761 192.168.100.107:6817/1563028761
2014-08-25 11:02:46.113733 7f2595dee700 10 osd.394 411217 _add_heartbeat_peer: new peer osd.363 192.168.1.102:6817/1883019576 192.168.100.102:6816/1883019576
2014-08-25 11:02:46.113743 7f2595dee700 20 osd.394 411217 32.228 heartbeat_peers
2014-08-25 11:02:46.113745 7f2595dee700 20 osd.394 411217 29.288 heartbeat_peers
2014-08-25 11:02:46.113747 7f2595dee700 20 osd.394 411217 29.2e9 heartbeat_peers
2014-08-25 11:02:46.113748 7f2595dee700 20 osd.394 411217 32.2e6 heartbeat_peers 24,359,394
2014-08-25 11:02:46.113751 7f2595dee700 20 osd.394 411217 32.249 heartbeat_peers 290,355,394
2014-08-25 11:02:46.113754 7f2595dee700 20 osd.394 411217 29.138 heartbeat_peers
2014-08-25 11:02:46.113755 7f2595dee700 20 osd.394 411217 29.2eb heartbeat_peers
2014-08-25 11:02:46.113756 7f2595dee700 20 osd.394 411217 29.3c1 heartbeat_peers
2014-08-25 11:02:46.113757 7f2595dee700 20 osd.394 411217 32.63 heartbeat_peers
2014-08-25 11:02:46.113759 7f2595dee700 20 osd.394 411217 29.145 heartbeat_peers
2014-08-25 11:02:46.113760 7f2595dee700 20 osd.394 411217 29.338 heartbeat_peers 11,26,394
2014-08-25 11:02:46.113763 7f2595dee700 20 osd.394 411217 32.66 heartbeat_peers
2014-08-25 11:02:46.113764 7f2595dee700 20 osd.394 411217 29.ce heartbeat_peers
2014-08-25 11:02:46.113765 7f2595dee700 20 osd.394 411217 32.19a heartbeat_peers
2014-08-25 11:02:46.113767 7f2595dee700 20 osd.394 411217 32.252 heartbeat_peers 7,46,394
2014-08-25 11:02:46.113770 7f2595dee700 10 osd.394 411217  adding neighbor peer osd.393
2014-08-25 11:02:46.113774 7f2595dee700 10 osd.394 411217  adding neighbor peer osd.395
2014-08-25 11:02:46.113777 7f2595dee700 10 osd.394 411217 maybe_update_heartbeat_peers 24 peers, extras 393,395
2014-08-25 11:02:46.113779 7f2595dee700  7 osd.394 411217 activate_map version 411217
2014-08-25 11:02:46.113795 7f258add8700 20 osd.394 411217 agent_entry empty queue
2014-08-25 11:02:46.113805 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.113807 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.113813 7f2596df0700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.113815 7f2596df0700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.113816 7f2596df0700 20 osd.394 411217 _dispatch 0x582cc80 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.113827 7f2596df0700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.113831 7f2596df0700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.113832 7f2596df0700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.113834 7f2596df0700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.113859 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.113860 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.113861 7f2595dee700 20 osd.394 411217 _dispatch 0x273b600 pg_log(32.66 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.113937 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(32.66 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.56
2014-08-25 11:02:46.113943 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x273b600
2014-08-25 11:02:46.113993 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.113998 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114012 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114014 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114015 7f2595dee700 20 osd.394 411217 _dispatch 0x57f57c0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114019 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114022 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114023 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114024 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114038 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114039 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114040 7f2595dee700 20 osd.394 411217 _dispatch 0x26f9d40 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114043 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114045 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114046 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114049 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114066 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114067 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114068 7f2595dee700 20 osd.394 411217 _dispatch 0x57f06c0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114071 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114074 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114075 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114076 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114086 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114088 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114089 7f2595dee700 20 osd.394 411217 _dispatch 0x582d340 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114092 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114094 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114095 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114096 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114106 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114108 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114109 7f2595dee700 20 osd.394 411217 _dispatch 0x57f3180 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114111 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114114 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114115 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114116 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114126 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114127 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114128 7f2595dee700 20 osd.394 411217 _dispatch 0x582f2c0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114131 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114133 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114134 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114135 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114145 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114146 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114147 7f2595dee700 20 osd.394 411217 _dispatch 0x5829200 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114150 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114153 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114154 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114155 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114167 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114168 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114169 7f2595dee700 20 osd.394 411217 _dispatch 0x582de80 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114172 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114174 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114175 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114176 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114207 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114209 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114210 7f2595dee700 20 osd.394 411217 _dispatch 0x57f0d80 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114217 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114219 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114220 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114221 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114233 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114235 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114236 7f2595dee700 20 osd.394 411217 _dispatch 0x57f2400 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114239 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114242 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114244 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114245 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114255 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114256 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114257 7f2595dee700 20 osd.394 411217 _dispatch 0x57f0000 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114276 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114279 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114281 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114282 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114296 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114298 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114298 7f2595dee700 20 osd.394 411217 _dispatch 0x582e0c0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114302 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114304 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114305 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114306 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114317 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114318 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114319 7f2595dee700 20 osd.394 411217 _dispatch 0x57f0480 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114322 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114324 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114325 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114326 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114337 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114338 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114339 7f2595dee700 20 osd.394 411217 _dispatch 0x57f5e80 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114342 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114344 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114345 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114346 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114357 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114359 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114359 7f2595dee700 20 osd.394 411217 _dispatch 0x582bf00 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114362 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114371 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114373 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114374 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114388 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114389 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114390 7f2595dee700 20 osd.394 411217 _dispatch 0x57f1440 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114393 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114395 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114396 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114397 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114688 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114692 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114694 7f2595dee700 20 osd.394 411217 _dispatch 0x582d7c0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.114698 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.114701 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.114706 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114707 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114970 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.114973 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.114975 7f2595dee700 20 osd.394 411217 _dispatch 0x273c200 pg_log(32.19a epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.115006 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(32.19a epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.2
2014-08-25 11:02:46.115010 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x273c200
2014-08-25 11:02:46.115034 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.115036 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.115048 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.115049 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.115050 7f2595dee700 20 osd.394 411217 _dispatch 0x273d400 pg_log(29.3a5 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.115075 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.3a5 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.302
2014-08-25 11:02:46.115078 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x273d400
2014-08-25 11:02:46.138192 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.138227 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.138238 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.138251 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.138285 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:46.138305 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.138309 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.138321 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.138331 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.138380 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.138389 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.138397 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.138406 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.138424 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:46.138439 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.138444 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.138453 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.138462 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.138470 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.138480 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.138489 7f25905e3700  7 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.138499 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:198839
2014-08-25 11:02:46.138507 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.138516 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.794464 4 0.000255
2014-08-25 11:02:46.138529 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.138536 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 1.106527 0 0.000000
2014-08-25 11:02:46.138555 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.138564 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.138579 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.138587 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.138593 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.138603 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.30 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.138614 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.30 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.138624 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.30 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.138637 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5079080 don't know epoch, doing nothing
2014-08-25 11:02:46.138659 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.30 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.138671 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.299 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.138681 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.299 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.138689 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.299 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.138698 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x59a6ca0 don't know epoch, doing nothing
2014-08-25 11:02:46.138712 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.299 29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.138724 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.138732 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.138742 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.138751 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.138759 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.138806 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.138971 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:46.138990 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.138995 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.139004 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.139012 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.139021 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.139032 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.139040 7f258fde2700  7 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.139049 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:197213
2014-08-25 11:02:46.139057 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.139065 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.795516 4 0.000265
2014-08-25 11:02:46.139075 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.139083 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 1.070728 0 0.000000
2014-08-25 11:02:46.139094 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.139102 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.139113 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.139122 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.139128 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.139136 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.359 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.139145 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.359 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.139154 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.359 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.139164 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x52140a0 don't know epoch, doing nothing
2014-08-25 11:02:46.139561 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411212 same_interval_since 411216
2014-08-25 11:02:46.139581 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.139601 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:46.139615 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.139619 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.139627 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.139638 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.139666 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.139675 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.139688 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.139698 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.139901 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.359 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.139919 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.139929 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.139939 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.139949 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5936b40 don't know epoch, doing nothing
2014-08-25 11:02:46.140279 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.140297 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.140305 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.140313 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.140322 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.140330 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.140375 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.140418 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:46.140433 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.140439 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.140447 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.140455 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.140464 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.140474 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.140483 7f25905e3700  7 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.140492 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:256801
2014-08-25 11:02:46.140499 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.140508 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.796250 4 0.000241
2014-08-25 11:02:46.140519 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.140526 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 1.106546 0 0.000000
2014-08-25 11:02:46.140538 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.140549 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.140561 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.140569 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.140576 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.140583 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.293 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.140593 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.293 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.140601 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.293 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.140611 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5082d60 don't know epoch, doing nothing
2014-08-25 11:02:46.140707 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.293 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.140722 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.341 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.140732 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.341 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.140742 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.341 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.140752 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x524f0c0 don't know epoch, doing nothing
2014-08-25 11:02:46.140768 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.341 32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.140779 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.140787 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.140795 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.140802 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.140811 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.140843 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.141112 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:46.141130 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.141134 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.141143 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.141151 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.141160 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.141170 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.141179 7f258fde2700  7 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.141188 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:194685
2014-08-25 11:02:46.141195 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.141204 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.796697 5 0.000274
2014-08-25 11:02:46.141214 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.141221 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 1.071715 0 0.000000
2014-08-25 11:02:46.141233 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.141240 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.141256 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.141264 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.141270 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.141279 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.46 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.141289 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.46 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.141297 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.46 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.141307 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x50818c0 don't know epoch, doing nothing
2014-08-25 11:02:46.141618 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411212 same_interval_since 411216
2014-08-25 11:02:46.141644 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.145231 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.145252 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.145273 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.145275 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.145279 7f2595dee700 20 osd.394 411217 _dispatch 0x273f800 pg_log(29.2e9 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.145312 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.2e9 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.322
2014-08-25 11:02:46.145316 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x273f800
2014-08-25 11:02:46.145352 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.145354 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.145389 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.145392 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.145393 7f2595dee700 20 osd.394 411217 _dispatch 0x7930600 pg_log(29.3d7 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.145456 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.3d7 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.348
2014-08-25 11:02:46.145466 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7930600
2014-08-25 11:02:46.145494 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.145495 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.145508 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.145510 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.145511 7f2595dee700 20 osd.394 411217 _dispatch 0x7931200 pg_log(29.2eb epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.145535 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.2eb epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.379
2014-08-25 11:02:46.145538 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7931200
2014-08-25 11:02:46.147580 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411212 same_interval_since 411216
2014-08-25 11:02:46.147613 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.147770 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.46 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.147795 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.324 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.147850 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:46.147904 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.147936 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.147807 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.324 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.148001 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.324 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.148039 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5215c20 don't know epoch, doing nothing
2014-08-25 11:02:46.148022 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.148070 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.147361 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.148095 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.148114 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.148116 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.148117 7f2595dee700 20 osd.394 411217 _dispatch 0x57f4c80 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.148126 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.148129 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.148131 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.148132 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.148144 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.148145 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.148146 7f2595dee700 20 osd.394 411217 _dispatch 0x582f980 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.148149 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.148151 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.148153 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.148154 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.148166 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.148167 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.148168 7f2595dee700 20 osd.394 411217 _dispatch 0x273da00 pg_log(29.17b epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.148211 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.17b epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.333
2014-08-25 11:02:46.148215 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x273da00
2014-08-25 11:02:46.148455 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.324 32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.148477 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.148486 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.148496 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.148507 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.148515 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.148555 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.148728 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:46.148794 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.148828 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.148865 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.148911 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.148948 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.148986 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.149023 7f258fde2700  7 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.149209 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411212 same_interval_since 411216
2014-08-25 11:02:46.149230 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.149277 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:200390
2014-08-25 11:02:46.149292 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.149304 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.806967 5 0.000433
2014-08-25 11:02:46.149316 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.149324 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 1.078872 0 0.000000
2014-08-25 11:02:46.149338 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.149345 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.149358 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.149377 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.149384 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.149393 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.50 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.149403 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.50 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.149412 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.50 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.149422 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5214a40 don't know epoch, doing nothing
2014-08-25 11:02:46.152054 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.50 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.152081 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.314 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.152092 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.314 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.152101 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.314 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.152112 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5acdee0 don't know epoch, doing nothing
2014-08-25 11:02:46.152206 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.314 29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.152227 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.152237 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.152247 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.152256 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.152265 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.152301 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.152430 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:46.152453 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.152458 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.152468 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.152479 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.153640 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411212 same_interval_since 411216
2014-08-25 11:02:46.153664 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.153787 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.153801 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.153824 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.153825 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.153826 7f2595dee700 20 osd.394 411217 _dispatch 0x273bc00 pg_log(32.313 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.153862 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(32.313 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.317
2014-08-25 11:02:46.153866 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x273bc00
2014-08-25 11:02:46.153900 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.153902 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.153915 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.153916 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.153917 7f2595dee700 20 osd.394 411217 _dispatch 0x273ce00 pg_log(29.1f epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.153942 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.1f epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.371
2014-08-25 11:02:46.153945 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x273ce00
2014-08-25 11:02:46.153966 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.153968 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.153986 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.153987 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.153988 7f2595dee700 20 osd.394 411217 _dispatch 0x7930000 pg_log(29.28e epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.154014 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.28e epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.368
2014-08-25 11:02:46.154017 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7930000
2014-08-25 11:02:46.156629 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.156689 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.156748 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.156774 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.156799 7f2595dee700 20 osd.394 411217 _dispatch 0x57f72c0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.156832 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.156860 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.156887 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.156912 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.156960 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.156985 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.157010 7f2595dee700 20 osd.394 411217 _dispatch 0x7651200 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.157018 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.157024 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.157025 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.157027 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.157039 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.157041 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.157042 7f2595dee700 20 osd.394 411217 _dispatch 0x7652640 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.157045 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.157047 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.157048 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.157049 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.157062 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.157063 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.157064 7f2595dee700 20 osd.394 411217 _dispatch 0x8831500 pg_notify(32.311(1) epoch 411217) v5
2014-08-25 11:02:46.157088 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.293
2014-08-25 11:02:46.157090 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8831500
2014-08-25 11:02:46.157126 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.157127 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.157141 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.157142 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.157143 7f2595dee700 20 osd.394 411217 _dispatch 0x7930c00 pg_log(32.25b epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.157170 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(32.25b epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.339
2014-08-25 11:02:46.157173 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7930c00
2014-08-25 11:02:46.162641 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.162679 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.162691 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.162704 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.162734 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:46.162754 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.162765 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.162776 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.162791 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.164181 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.164204 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.164214 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.164226 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.164261 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:46.164282 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.164286 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.164296 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.164306 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.164325 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.164332 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.164340 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.164348 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.164377 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:46.164390 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.164394 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.164402 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.164411 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.166742 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166745 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166763 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166765 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166766 7f2595dee700 20 osd.394 411217 _dispatch 0x57f7740 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.166774 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.166777 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.166779 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166780 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166792 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166794 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166795 7f2595dee700 20 osd.394 411217 _dispatch 0x57f6300 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.166797 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.166800 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.166801 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166802 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166814 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166815 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166816 7f2595dee700 20 osd.394 411217 _dispatch 0x57f2ac0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.166819 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.166821 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.166823 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166824 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166838 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166843 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166844 7f2595dee700 20 osd.394 411217 _dispatch 0x273f200 pg_log(29.288 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.166871 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.288 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.294
2014-08-25 11:02:46.166875 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x273f200
2014-08-25 11:02:46.166902 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166903 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166914 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166915 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166916 7f2595dee700 20 osd.394 411217 _dispatch 0x57f3840 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.166919 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.166922 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.166923 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166924 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166934 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166935 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166936 7f2595dee700 20 osd.394 411217 _dispatch 0x57f45c0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.166939 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.166941 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.166942 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166943 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166956 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.166957 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.166958 7f2595dee700 20 osd.394 411217 _dispatch 0x273e000 pg_log(32.e3 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.166985 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(32.e3 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.29
2014-08-25 11:02:46.166988 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x273e000
2014-08-25 11:02:46.167015 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.167017 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.168648 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.168652 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.168653 7f2595dee700 20 osd.394 411217 _dispatch 0x7931800 pg_log(29.333 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.168680 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.333 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.338
2014-08-25 11:02:46.168684 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7931800
2014-08-25 11:02:46.168707 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.168708 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.168721 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.168722 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.168723 7f2595dee700 20 osd.394 411217 _dispatch 0x7931e00 pg_log(29.2ac epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.168749 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.2ac epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.23
2014-08-25 11:02:46.168752 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7931e00
2014-08-25 11:02:46.173587 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.173601 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.173625 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.173627 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.173628 7f2595dee700 20 osd.394 411217 _dispatch 0x273e600 pg_log(29.3c1 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.173659 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.3c1 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.309
2014-08-25 11:02:46.173663 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x273e600
2014-08-25 11:02:46.173692 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.173693 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.173707 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.173708 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.173709 7f2595dee700 20 osd.394 411217 _dispatch 0x57f4800 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.173717 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.173720 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.173722 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.173723 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.173737 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.173738 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.173739 7f2595dee700 20 osd.394 411217 _dispatch 0x273c800 pg_log(32.63 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.173764 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(32.63 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.285
2014-08-25 11:02:46.173767 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x273c800
2014-08-25 11:02:46.180763 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.180798 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.180809 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.180823 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.180837 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x50818c0 don't know epoch, doing nothing
2014-08-25 11:02:46.180840 7f25905e3700  7 osd.394 411217 do_notify osd 46 on 1 PGs
2014-08-25 11:02:46.180860 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5814e60 don't know epoch, doing nothing
2014-08-25 11:02:46.180862 7f25905e3700  7 osd.394 411217 do_notify osd 302 on 1 PGs
2014-08-25 11:02:46.182320 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.182334 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.182353 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.182355 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.182356 7f2595dee700 20 osd.394 411217 _dispatch 0x57f1680 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.182373 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.182376 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.182378 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.182380 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.182395 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.182397 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.182398 7f2595dee700 20 osd.394 411217 _dispatch 0x57f1d40 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.182401 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.182403 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.182405 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.182406 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.182418 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.182419 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.182420 7f2595dee700 20 osd.394 411217 _dispatch 0x8834ec0 pg_notify(29.338(1) epoch 411217) v5
2014-08-25 11:02:46.183315 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.26
2014-08-25 11:02:46.183320 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8834ec0
2014-08-25 11:02:46.184605 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.184632 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.184643 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.184654 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.185758 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.185771 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.185793 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.185794 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.185835 7f2595dee700 20 osd.394 411217 _dispatch 0x7934200 pg_log(32.e7 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.185869 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(32.e7 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.366
2014-08-25 11:02:46.185873 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7934200
2014-08-25 11:02:46.187754 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.187764 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.187780 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.187782 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.187783 7f2595dee700 20 osd.394 411217 _dispatch 0x7651f80 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.187791 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.187794 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.187796 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.187798 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.187810 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.187812 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.187812 7f2595dee700 20 osd.394 411217 _dispatch 0x582e9c0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.187815 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.187818 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.187819 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.187820 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.187839 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.187840 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.187841 7f2595dee700 20 osd.394 411217 _dispatch 0x7650900 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.187844 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.187846 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.187848 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.187849 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.187860 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.187861 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.187862 7f2595dee700 20 osd.394 411217 _dispatch 0x8832d80 pg_notify(29.30f(1) epoch 411217) v5
2014-08-25 11:02:46.187884 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.372
2014-08-25 11:02:46.187886 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8832d80
2014-08-25 11:02:46.187913 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.187915 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.187926 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.187927 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.187928 7f2595dee700 20 osd.394 411217 _dispatch 0x8835240 pg_notify(32.252(3) epoch 411217) v5
2014-08-25 11:02:46.187947 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.7
2014-08-25 11:02:46.187954 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8835240
2014-08-25 11:02:46.187976 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.187978 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.187990 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.187991 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.187992 7f2595dee700 20 osd.394 411217 _dispatch 0x7933600 pg_log(32.340 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.188018 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(32.340 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.46
2014-08-25 11:02:46.188021 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7933600
2014-08-25 11:02:46.188072 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.188075 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.188089 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.188090 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.188091 7f2595dee700 20 osd.394 411217 _dispatch 0x273ec00 pg_log(32.20 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.188116 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(32.20 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.293
2014-08-25 11:02:46.188129 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x273ec00
2014-08-25 11:02:46.188152 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.188153 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.188165 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.188167 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.188168 7f2595dee700 20 osd.394 411217 _dispatch 0x603a400 pg_log(29.ce epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.188192 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.ce epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.301
2014-08-25 11:02:46.188195 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x603a400
2014-08-25 11:02:46.188214 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.188216 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.188226 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.188228 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.188229 7f2595dee700 20 osd.394 411217 _dispatch 0x513a300 pg_notify(29.3f6(13337) epoch 411217) v5
2014-08-25 11:02:46.188248 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.30
2014-08-25 11:02:46.188249 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x513a300
2014-08-25 11:02:46.188270 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.188272 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.190143 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.190145 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.190153 7f2595dee700 20 osd.394 411217 _dispatch 0x7935400 pg_log(32.228 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.190134 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:46.190167 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.190173 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.190185 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(32.228 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.327
2014-08-25 11:02:46.190189 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7935400
2014-08-25 11:02:46.190188 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.190200 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.190213 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.190214 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.190225 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.190227 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.190228 7f2595dee700 20 osd.394 411217 _dispatch 0x88308c0 pg_notify(32.2e6(12695) epoch 411217) v5
2014-08-25 11:02:46.190246 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.359
2014-08-25 11:02:46.190248 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x88308c0
2014-08-25 11:02:46.190270 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.190272 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.191391 7f25905e3700 10 osd.394 411217 send_incremental_map 411216 -> 411217 to 0x5773020 192.168.1.106:6812/749003238
2014-08-25 11:02:46.191539 7f25905e3700 10 osd.394 411217 note_peer_epoch osd.317 has 411217
2014-08-25 11:02:46.191548 7f25905e3700  7 osd.394 411217 do_notify osd 317 on 1 PGs
2014-08-25 11:02:46.193483 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.193485 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5773440 don't know epoch, doing nothing
2014-08-25 11:02:46.193492 7f25905e3700  7 osd.394 411217 do_notify osd 333 on 1 PGs
2014-08-25 11:02:46.193552 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.193578 7f2595dee700 20 osd.394 411217 _dispatch 0x8832bc0 pg_notify(29.185(13485) epoch 411217) v5
2014-08-25 11:02:46.193664 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.50
2014-08-25 11:02:46.193689 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8832bc0
2014-08-25 11:02:46.193761 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.193789 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.193836 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.193862 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.193887 7f2595dee700 20 osd.394 411217 _dispatch 0x7932a00 pg_log(29.138 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.193976 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.138 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.338
2014-08-25 11:02:46.194004 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7932a00
2014-08-25 11:02:46.194082 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x52327e0 don't know epoch, doing nothing
2014-08-25 11:02:46.194091 7f25905e3700  7 osd.394 411217 do_notify osd 338 on 1 PGs
2014-08-25 11:02:46.194281 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5085280 don't know epoch, doing nothing
2014-08-25 11:02:46.194283 7f25905e3700  7 osd.394 411217 do_notify osd 339 on 1 PGs
2014-08-25 11:02:46.194491 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:46.194522 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.194562 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.194646 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.194705 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.194730 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.194742 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.194771 7f25905e3700  7 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.194783 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:203846
2014-08-25 11:02:46.194791 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.194835 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.802937 4 0.000376
2014-08-25 11:02:46.194868 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.194876 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 1.014422 0 0.000000
2014-08-25 11:02:46.194892 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.194905 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411209 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.194918 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.194927 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.194963 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.194989 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.290 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.195029 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.290 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.195043 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.290 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.195055 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5231600 don't know epoch, doing nothing
2014-08-25 11:02:46.195077 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.290 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.195088 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.355 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.195096 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.355 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.195104 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.355 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.195114 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5accba0 don't know epoch, doing nothing
2014-08-25 11:02:46.195136 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.355 32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.195149 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.195156 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.195166 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.195192 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.195200 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.195252 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.195474 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:46.195496 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.195501 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.195517 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.195750 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.196458 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.196927 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.196940 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.196953 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.196975 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:46.196995 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.196999 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.197008 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.197018 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.199324 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411212 same_interval_since 411216
2014-08-25 11:02:46.199354 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.200495 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.200506 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.200575 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.200578 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.200579 7f2595dee700 20 osd.394 411217 _dispatch 0x7933000 pg_log(29.1e2 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.200718 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.1e2 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.292
2014-08-25 11:02:46.200723 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7933000
2014-08-25 11:02:46.203932 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.203964 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.203974 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.203987 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.204033 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.204036 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.204026 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:46.204041 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.204045 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.204062 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.204056 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.204063 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.204070 7f2595dee700 20 osd.394 411217 _dispatch 0x7933c00 pg_log(29.145 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.204067 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.204097 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.145 epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.65
2014-08-25 11:02:46.204101 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7933c00
2014-08-25 11:02:46.204129 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.204130 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.204145 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.204146 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.204147 7f2595dee700 20 osd.394 411217 _dispatch 0x5828b40 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.204155 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.204158 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.204159 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.204160 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.204172 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.204174 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.204175 7f2595dee700 20 osd.394 411217 _dispatch 0x8832f40 pg_notify(29.30f(14575) epoch 411217) v5
2014-08-25 11:02:46.204194 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.344
2014-08-25 11:02:46.204196 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8832f40
2014-08-25 11:02:46.204226 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.204227 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.206569 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.206572 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.206573 7f2595dee700 20 osd.394 411217 _dispatch 0x7934e00 pg_log(29.35e epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4
2014-08-25 11:02:46.206696 7f2595dee700  7 osd.394 411217 handle_pg_log pg_log(29.35e epoch 411217 log log((0'0,0'0], crt=0'0) query_epoch 411217) v4 from osd.366
2014-08-25 11:02:46.206701 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x7934e00
2014-08-25 11:02:46.206735 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.206737 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.206760 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.206762 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.206763 7f2595dee700 20 osd.394 411217 _dispatch 0x513a680 pg_notify(29.21b(1) epoch 411217) v5
2014-08-25 11:02:46.206783 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.363
2014-08-25 11:02:46.206785 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x513a680
2014-08-25 11:02:46.206811 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.206813 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.206825 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.206826 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.206827 7f2595dee700 20 osd.394 411217 _dispatch 0x582c5c0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.206833 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.206836 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.206837 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.206838 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.206855 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.206856 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.206857 7f2595dee700 20 osd.394 411217 _dispatch 0x582ee40 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.206861 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.206864 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.206865 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.206866 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.206878 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.206879 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.206880 7f2595dee700 20 osd.394 411217 _dispatch 0x5875b00 pg_notify(29.3f6(1) epoch 411217) v5
2014-08-25 11:02:46.206901 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.299
2014-08-25 11:02:46.206902 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x5875b00
2014-08-25 11:02:46.206923 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.206924 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.206936 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.206938 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.206939 7f2595dee700 20 osd.394 411217 _dispatch 0x8831f80 pg_info(1 pgs e411217:32.311) v4
2014-08-25 11:02:46.206964 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.311) v4 from osd.293
2014-08-25 11:02:46.206967 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8831f80
2014-08-25 11:02:46.208002 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.208030 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.208040 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.208052 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.208081 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:46.208101 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.208105 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.208115 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.208126 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.208978 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.208986 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.209002 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.209004 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.209005 7f2595dee700 20 osd.394 411217 _dispatch 0x5875940 pg_info(1 pgs e411217:29.3f6) v4
2014-08-25 11:02:46.209026 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.3f6) v4 from osd.30
2014-08-25 11:02:46.209028 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x5875940
2014-08-25 11:02:46.209052 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.209054 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.209067 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.209069 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.209070 7f2595dee700 20 osd.394 411217 _dispatch 0x8830700 pg_notify(32.23e(12068) epoch 411217) v5
2014-08-25 11:02:46.209089 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.359
2014-08-25 11:02:46.209090 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8830700
2014-08-25 11:02:46.209117 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.209119 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.210729 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.210731 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.210732 7f2595dee700 20 osd.394 411217 _dispatch 0x8836c80 pg_info(1 pgs e411217:29.185) v4
2014-08-25 11:02:46.210756 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.185) v4 from osd.50
2014-08-25 11:02:46.210759 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8836c80
2014-08-25 11:02:46.210784 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.210786 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.210798 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.210799 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.210800 7f2595dee700 20 osd.394 411217 _dispatch 0x8832a00 pg_notify(32.2b2(1) epoch 411217) v5
2014-08-25 11:02:46.210819 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.375
2014-08-25 11:02:46.210820 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8832a00
2014-08-25 11:02:46.210840 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.210842 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.210852 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.210854 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.210855 7f2595dee700 20 osd.394 411217 _dispatch 0x5872840 pg_notify(32.249(1) epoch 411217) v5
2014-08-25 11:02:46.210873 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.355
2014-08-25 11:02:46.210874 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x5872840
2014-08-25 11:02:46.210895 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.210896 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.210907 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.210908 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.210909 7f2595dee700 20 osd.394 411217 _dispatch 0x5877700 pg_info(1 pgs e411217:29.3f6) v4
2014-08-25 11:02:46.210928 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.3f6) v4 from osd.299
2014-08-25 11:02:46.210930 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x5877700
2014-08-25 11:02:46.210949 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.210951 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.210962 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.210964 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.210965 7f2595dee700 20 osd.394 411217 _dispatch 0x88316c0 pg_info(1 pgs e411217:32.23e) v4
2014-08-25 11:02:46.210983 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.23e) v4 from osd.359
2014-08-25 11:02:46.210985 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x88316c0
2014-08-25 11:02:46.211003 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.211004 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.211014 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.211016 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.211017 7f2595dee700 20 osd.394 411217 _dispatch 0x8836740 pg_notify(29.338(11770) epoch 411217) v5
2014-08-25 11:02:46.211039 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.11
2014-08-25 11:02:46.211041 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8836740
2014-08-25 11:02:46.211061 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.211063 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.212903 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.212906 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.212908 7f2595dee700 20 osd.394 411217 _dispatch 0x52839c0 pg_info(1 pgs e411217:32.249) v4
2014-08-25 11:02:46.212932 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.249) v4 from osd.355
2014-08-25 11:02:46.212935 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x52839c0
2014-08-25 11:02:46.212963 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.212964 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.212977 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.212978 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.212979 7f2595dee700 20 osd.394 411217 _dispatch 0x8837000 pg_notify(32.90(15585) epoch 411217) v5
2014-08-25 11:02:46.212999 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.46
2014-08-25 11:02:46.213000 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8837000
2014-08-25 11:02:46.213023 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.213024 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.214590 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.214616 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.214626 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.214638 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.214670 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:46.214691 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.214697 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.214707 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.214716 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.214726 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.214737 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.214747 7f258fde2700  7 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.214756 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:194576
2014-08-25 11:02:46.214764 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.214775 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.872199 5 0.000285
2014-08-25 11:02:46.214786 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.214794 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.999141 0 0.000000
2014-08-25 11:02:46.214809 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.214817 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.214829 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.214838 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.214844 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.214853 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.344 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.214863 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.344 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.214876 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.344 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.214887 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x54d8000 don't know epoch, doing nothing
2014-08-25 11:02:46.214907 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.344 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.214919 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.372 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.214927 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.372 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.214935 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.372 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.214944 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x59a11e0 don't know epoch, doing nothing
2014-08-25 11:02:46.214956 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.214958 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.214959 7f2595dee700 20 osd.394 411217 _dispatch 0x5876ac0 pg_notify(32.311(13309) epoch 411217) v5
2014-08-25 11:02:46.214966 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.372 29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.214981 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.341
2014-08-25 11:02:46.214983 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x5876ac0
2014-08-25 11:02:46.214979 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.214996 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.215007 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.215009 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.215006 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.215016 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.215024 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.215074 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.215141 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:46.215159 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.215163 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.215182 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.215193 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.215214 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.215261 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.215277 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.215287 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.215316 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:46.215329 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.215332 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.215341 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.215349 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.215357 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.215374 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.215393 7f258fde2700  7 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.215402 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:194416
2014-08-25 11:02:46.215410 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.215419 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.871629 5 0.000265
2014-08-25 11:02:46.215428 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.215436 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.998042 0 0.000000
2014-08-25 11:02:46.215449 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.215456 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.215459 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411212 same_interval_since 411216
2014-08-25 11:02:46.215473 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.215481 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.215482 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.215489 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.215498 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.315 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.215507 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.315 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.215515 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.315 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.215525 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x57a6720 don't know epoch, doing nothing
2014-08-25 11:02:46.215549 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.315 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.215564 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.215573 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.215590 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.215599 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5936b40 don't know epoch, doing nothing
2014-08-25 11:02:46.215614 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.215633 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.215641 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.215650 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.215658 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.215666 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.215757 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.215792 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:46.215809 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.215813 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.215822 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.215832 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.216023 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411212 same_interval_since 411216
2014-08-25 11:02:46.216044 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.216900 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.216902 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.216903 7f2595dee700 20 osd.394 411217 _dispatch 0x513a4c0 pg_info(1 pgs e411217:29.30f) v4
2014-08-25 11:02:46.216924 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.30f) v4 from osd.372
2014-08-25 11:02:46.216927 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x513a4c0
2014-08-25 11:02:46.216950 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.216951 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.219559 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.219580 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.219590 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.219602 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.219624 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:46.219637 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.219640 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.219649 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.219659 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.222453 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.222455 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.222456 7f2595dee700 20 osd.394 411217 _dispatch 0x7650480 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.222462 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.222465 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.222466 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.222471 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.222827 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.222829 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.222831 7f2595dee700 20 osd.394 411217 _dispatch 0x57f7bc0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.222837 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.222840 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.222841 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.222842 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.225748 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.225751 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.225752 7f2595dee700 20 osd.394 411217 _dispatch 0x5876900 pg_info(1 pgs e411217:32.311) v4
2014-08-25 11:02:46.225777 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.311) v4 from osd.341
2014-08-25 11:02:46.225780 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x5876900
2014-08-25 11:02:46.225811 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.225812 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.227323 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.227344 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.227353 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.227368 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.227395 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:46.227411 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.227415 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.227425 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.227434 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.227465 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.227473 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.227481 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.227489 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.227496 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x54da680 don't know epoch, doing nothing
2014-08-25 11:02:46.227498 7f25905e3700  7 osd.394 411217 do_notify osd 65 on 1 PGs
2014-08-25 11:02:46.227518 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x54dc200 don't know epoch, doing nothing
2014-08-25 11:02:46.227520 7f25905e3700  7 osd.394 411217 do_notify osd 285 on 1 PGs
2014-08-25 11:02:46.228157 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.228180 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.228190 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.228200 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.228409 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x54b1e40 don't know epoch, doing nothing
2014-08-25 11:02:46.228420 7f25905e3700  7 osd.394 411217 do_notify osd 309 on 1 PGs
2014-08-25 11:02:46.228441 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x52327e0 don't know epoch, doing nothing
2014-08-25 11:02:46.228443 7f25905e3700  7 osd.394 411217 do_notify osd 338 on 1 PGs
2014-08-25 11:02:46.228425 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:46.228448 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.228456 7f25905e3700 10 osd.394 411217 send_incremental_map 411216 -> 411217 to 0x5813c80 192.168.1.108:6827/1610019828
2014-08-25 11:02:46.228453 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.228463 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.228475 7f25905e3700 10 osd.394 411217 note_peer_epoch osd.379 has 411217
2014-08-25 11:02:46.228477 7f25905e3700  7 osd.394 411217 do_notify osd 379 on 1 PGs
2014-08-25 11:02:46.228474 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.228500 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.228509 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.228507 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:46.228517 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.228527 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.228530 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.228537 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.228545 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:46.228558 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.228563 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.228572 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.228580 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.228589 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.228598 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.228607 7f258fde2700  7 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.228617 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:198980
2014-08-25 11:02:46.228547 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.228625 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.228635 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.228636 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.885625 5 0.000253
2014-08-25 11:02:46.228647 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.228651 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.228658 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.228660 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.985352 0 0.000000
2014-08-25 11:02:46.228669 7f25905e3700  7 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.228681 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:193565
2014-08-25 11:02:46.228681 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.228690 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.228694 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.228700 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.855214 5 0.000370
2014-08-25 11:02:46.228708 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.228717 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.228711 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.228723 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.228731 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.960844 0 0.000000
2014-08-25 11:02:46.228732 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.310 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.228743 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.310 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.228745 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.228754 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411161 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.228753 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.310 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.228765 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5816040 don't know epoch, doing nothing
2014-08-25 11:02:46.228767 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.228775 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.228788 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.310 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.228800 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.375 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.228808 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.375 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.228816 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.375 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.228826 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5acc780 don't know epoch, doing nothing
2014-08-25 11:02:46.228840 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.375 32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.228859 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.228868 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.228782 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.228877 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.228880 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.11 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.228886 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.228892 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.11 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.228895 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.228903 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.11 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.228915 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x54dc4c0 don't know epoch, doing nothing
2014-08-25 11:02:46.228933 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.228943 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.11 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.228955 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.26 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.228964 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.26 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.228971 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.26 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.228980 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x57a74e0 don't know epoch, doing nothing
2014-08-25 11:02:46.228993 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.26 29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.229005 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.229012 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.229021 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.229029 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.229037 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.229073 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.229136 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:46.229154 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.229158 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.229191 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:46.229167 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.229209 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.229218 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.229219 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.229248 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.229260 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.229650 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411212 same_interval_since 411216
2014-08-25 11:02:46.229668 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.229683 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411212 same_interval_since 411216
2014-08-25 11:02:46.229696 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.233074 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.233077 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.233079 7f2595dee700 20 osd.394 411217 _dispatch 0x76518c0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.233087 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.233090 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.233092 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.233093 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.233106 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.233107 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.233109 7f2595dee700 20 osd.394 411217 _dispatch 0x8831500 pg_info(1 pgs e411217:29.338) v4
2014-08-25 11:02:46.233134 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.338) v4 from osd.26
2014-08-25 11:02:46.233171 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8831500
2014-08-25 11:02:46.233237 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.233239 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.233260 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.233262 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.233263 7f2595dee700 20 osd.394 411217 _dispatch 0x8832f40 pg_info(1 pgs e411217:32.2b2) v4
2014-08-25 11:02:46.233282 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.2b2) v4 from osd.375
2014-08-25 11:02:46.233284 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8832f40
2014-08-25 11:02:46.233307 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.233309 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.233319 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.233321 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.233321 7f2595dee700 20 osd.394 411217 _dispatch 0x8837000 pg_notify(32.139(1) epoch 411217) v5
2014-08-25 11:02:46.233341 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.365
2014-08-25 11:02:46.233342 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8837000
2014-08-25 11:02:46.233375 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.233378 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.233392 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.233393 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.233395 7f2595dee700 20 osd.394 411217 _dispatch 0x8836740 pg_info(1 pgs e411217:32.139) v4
2014-08-25 11:02:46.233415 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.139) v4 from osd.365
2014-08-25 11:02:46.233417 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8836740
2014-08-25 11:02:46.233439 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.233441 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.234486 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.234489 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.234490 7f2595dee700 20 osd.394 411217 _dispatch 0x582e540 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.234495 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.234498 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.234500 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.234501 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.234623 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.234643 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.234656 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.234667 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.234692 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:46.234709 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.234713 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.234723 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.234733 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.235881 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.235884 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.235885 7f2595dee700 20 osd.394 411217 _dispatch 0x57f33c0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.235891 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.235894 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.235896 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.235897 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.235909 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.235911 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.235912 7f2595dee700 20 osd.394 411217 _dispatch 0x8832300 pg_notify(29.185(1) epoch 411217) v5
2014-08-25 11:02:46.235953 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.314
2014-08-25 11:02:46.235955 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8832300
2014-08-25 11:02:46.235987 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.235988 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.236010 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.236011 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.236012 7f2595dee700 20 osd.394 411217 _dispatch 0x8832680 pg_notify(32.90(1) epoch 411217) v5
2014-08-25 11:02:46.236035 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.324
2014-08-25 11:02:46.236036 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8832680
2014-08-25 11:02:46.236069 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.236071 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.236085 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.236087 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.236088 7f2595dee700 20 osd.394 411217 _dispatch 0x65a8380 pg_info(1 pgs e411217:32.90) v4
2014-08-25 11:02:46.236107 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.90) v4 from osd.324
2014-08-25 11:02:46.236114 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65a8380
2014-08-25 11:02:46.236136 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.236137 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.236162 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.236166 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.236166 7f2595dee700 20 osd.394 411217 _dispatch 0x65a88c0 pg_info(1 pgs e411217:29.185) v4
2014-08-25 11:02:46.236186 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.185) v4 from osd.314
2014-08-25 11:02:46.236188 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65a88c0
2014-08-25 11:02:46.236211 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.236213 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.240191 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.240226 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.240237 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.240250 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.240284 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:46.240304 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.240309 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.240321 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.240331 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.241328 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.241331 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.241333 7f2595dee700 20 osd.394 411217 _dispatch 0x8836ac0 pg_notify(32.252(13089) epoch 411217) v5
2014-08-25 11:02:46.241359 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.46
2014-08-25 11:02:46.241362 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8836ac0
2014-08-25 11:02:46.241400 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.241402 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.243927 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.243930 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.243931 7f2595dee700 20 osd.394 411217 _dispatch 0x88339c0 pg_info(1 pgs e411217:32.90) v4
2014-08-25 11:02:46.243957 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.90) v4 from osd.46
2014-08-25 11:02:46.243960 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x88339c0
2014-08-25 11:02:46.243988 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.243990 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.244486 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.244507 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.244517 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.244528 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.244556 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:02:46.244573 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.244578 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.244588 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.244597 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.244606 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.244616 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.244626 7f258fde2700  7 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.244636 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:200458
2014-08-25 11:02:46.244644 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.244653 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.853344 4 0.000281
2014-08-25 11:02:46.244670 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.244677 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 1.170814 0 0.000000
2014-08-25 11:02:46.244700 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.244713 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411202 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.244724 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.244732 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.244739 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.244748 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.24 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:46.244758 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.24 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.244767 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.24 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.244778 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5df4d00 don't know epoch, doing nothing
2014-08-25 11:02:46.244800 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.24 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) uptodate
2014-08-25 11:02:46.244811 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.363 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:46.244819 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.363 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.244827 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.363 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.244837 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x57739c0 don't know epoch, doing nothing
2014-08-25 11:02:46.244850 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.363 29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) uptodate
2014-08-25 11:02:46.244866 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.244875 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.244884 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.244892 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.244900 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.244938 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.244973 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:02:46.244987 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.244990 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.244999 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.245008 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.245653 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411213 same_interval_since 411216
2014-08-25 11:02:46.245681 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.246333 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.246338 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.246340 7f2595dee700 20 osd.394 411217 _dispatch 0x65a8e00 pg_info(1 pgs e411217:29.21b) v4
2014-08-25 11:02:46.246369 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.21b) v4 from osd.363
2014-08-25 11:02:46.246372 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65a8e00
2014-08-25 11:02:46.246398 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.246400 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.247421 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.247426 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.247427 7f2595dee700 20 osd.394 411217 _dispatch 0x8830a80 pg_notify(32.139(11395) epoch 411217) v5
2014-08-25 11:02:46.247451 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.315
2014-08-25 11:02:46.247453 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8830a80
2014-08-25 11:02:46.247481 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.247482 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.247619 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.247639 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.247648 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.247658 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.247680 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:46.247692 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.247695 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.247704 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.247714 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.247730 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.247738 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.247746 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.247755 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.247770 7f25905e3700 10 osd.394 pg_epoch: 411216 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:46.247782 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.247786 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.247795 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.247803 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.247811 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.247820 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.247829 7f25905e3700  7 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.247838 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:201089
2014-08-25 11:02:46.247845 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.247854 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.856147 5 0.000254
2014-08-25 11:02:46.247865 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.247873 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.945081 0 0.000000
2014-08-25 11:02:46.247885 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.247892 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.247904 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.247912 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.247919 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.247926 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.7 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.247936 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.7 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.247944 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.7 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.247954 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x601f7a0 don't know epoch, doing nothing
2014-08-25 11:02:46.247976 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.7 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.247989 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.46 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216)
2014-08-25 11:02:46.247998 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.46 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.248006 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.46 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.248015 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x50818c0 don't know epoch, doing nothing
2014-08-25 11:02:46.248029 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.46 32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) uptodate
2014-08-25 11:02:46.248040 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.248047 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.248055 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.248063 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.248071 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.248106 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.248130 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 56
2014-08-25 11:02:46.248149 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.56 32.66( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.248162 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.56 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.248168 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.248174 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] exit Started/Stray 0.969883 7 0.026791
2014-08-25 11:02:46.248185 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.248198 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.248209 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.248218 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.248225 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.248409 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411212 same_interval_since 411216
2014-08-25 11:02:46.248431 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.249632 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.249635 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.249636 7f2595dee700 20 osd.394 411217 _dispatch 0x65a9340 pg_info(1 pgs e411217:32.139) v4
2014-08-25 11:02:46.249661 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.139) v4 from osd.315
2014-08-25 11:02:46.249663 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65a9340
2014-08-25 11:02:46.249688 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.249689 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.249928 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.249930 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.249931 7f2595dee700 20 osd.394 411217 _dispatch 0x65a9880 pg_info(1 pgs e411217:32.252) v4
2014-08-25 11:02:46.249950 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.252) v4 from osd.7
2014-08-25 11:02:46.249953 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65a9880
2014-08-25 11:02:46.249972 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.249974 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.250114 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.250116 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.250117 7f2595dee700 20 osd.394 411217 _dispatch 0x88301c0 pg_notify(32.2e6(1),29.21b(12787) epoch 411217) v5
2014-08-25 11:02:46.250141 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.24
2014-08-25 11:02:46.250143 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x88301c0
2014-08-25 11:02:46.250173 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.250175 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.251494 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.251496 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.251498 7f2595dee700 20 osd.394 411217 _dispatch 0x8832f40 pg_info(1 pgs e411217:29.30f) v4
2014-08-25 11:02:46.251518 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.30f) v4 from osd.344
2014-08-25 11:02:46.251521 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8832f40
2014-08-25 11:02:46.251543 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.251544 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.253918 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.253939 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.253948 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.253958 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.253979 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:46.253996 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.253999 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.254009 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.254018 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.254044 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.254052 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.254060 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.254068 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.254085 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:46.254099 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.254102 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:46.254110 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.254119 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:46.255012 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.255057 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 2
2014-08-25 11:02:46.255071 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.2 32.19a( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.255086 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.2 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.255089 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.255093 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] exit Started/Stray 0.953425 7 0.000143
2014-08-25 11:02:46.255104 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.255113 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.255123 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.255131 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.255138 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.255173 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.255188 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.255202 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.255212 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.255220 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 302
2014-08-25 11:02:46.255230 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.302 29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.255240 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.302 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.255245 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.255248 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] exit Started/Stray 1.211828 7 0.052961
2014-08-25 11:02:46.255259 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.255269 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.255277 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.255285 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.255292 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.256145 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.256152 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.256154 7f2595dee700 20 osd.394 411217 _dispatch 0x88316c0 pg_notify(32.23e(1) epoch 411217) v5
2014-08-25 11:02:46.256179 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.365
2014-08-25 11:02:46.256181 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x88316c0
2014-08-25 11:02:46.256209 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.256211 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.257122 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.257125 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.257126 7f2595dee700 20 osd.394 411217 _dispatch 0x76533c0 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.257135 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.257139 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.257140 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.257142 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.257262 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.257265 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.257270 7f2595dee700 20 osd.394 411217 _dispatch 0x8832300 pg_info(1 pgs e411217:29.338) v4
2014-08-25 11:02:46.257294 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.338) v4 from osd.11
2014-08-25 11:02:46.257300 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8832300
2014-08-25 11:02:46.257326 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.257331 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.257547 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.257550 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.257552 7f2595dee700 20 osd.394 411217 _dispatch 0x8830a80 pg_info(1 pgs e411217:32.23e) v4
2014-08-25 11:02:46.257576 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.23e) v4 from osd.365
2014-08-25 11:02:46.257579 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8830a80
2014-08-25 11:02:46.257605 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.257607 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.257809 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.257837 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x57a48e0 don't know epoch, doing nothing
2014-08-25 11:02:46.257864 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] flushed
2014-08-25 11:02:46.257927 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.257944 7f259a211700 10 osd.394 411217 send_incremental_map 411216 -> 411217 to 0x58114a0 192.168.1.107:6820/1736032611
2014-08-25 11:02:46.257965 7f259a211700 10 osd.394 411217 note_peer_epoch osd.2 has 411217
2014-08-25 11:02:46.258015 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] flushed
2014-08-25 11:02:46.258929 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.258935 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.258937 7f2595dee700 20 osd.394 411217 _dispatch 0x65a8380 pg_info(1 pgs e411217:32.66) v4
2014-08-25 11:02:46.258961 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.66) v4 from osd.56
2014-08-25 11:02:46.258964 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65a8380
2014-08-25 11:02:46.258990 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.258992 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.259008 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.259009 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.259010 7f2595dee700 20 osd.394 411217 _dispatch 0x65a8e00 pg_info(1 pgs e411217:32.19a) v4
2014-08-25 11:02:46.259029 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.19a) v4 from osd.2
2014-08-25 11:02:46.259032 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65a8e00
2014-08-25 11:02:46.259053 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.259055 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.259288 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.259294 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.259295 7f2595dee700 20 osd.394 411217 _dispatch 0x65a9880 pg_info(1 pgs e411217:32.66) v4
2014-08-25 11:02:46.259320 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.66) v4 from osd.56
2014-08-25 11:02:46.259323 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65a9880
2014-08-25 11:02:46.259348 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.259350 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.259714 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.259716 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.259718 7f2595dee700 20 osd.394 411217 _dispatch 0x65a9c00 pg_info(1 pgs e411217:32.19a) v4
2014-08-25 11:02:46.259743 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.19a) v4 from osd.2
2014-08-25 11:02:46.259746 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65a9c00
2014-08-25 11:02:46.259768 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.259769 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.260705 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.260707 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.260709 7f2595dee700 20 osd.394 411217 _dispatch 0x57f6780 osd_map(411217..411217 src has 194721..411217) v3
2014-08-25 11:02:46.260714 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411217,411217], i have 411217, src has [194721,411217]
2014-08-25 11:02:46.260717 7f2595dee700 10 osd.394 411217  no new maps here, dropping
2014-08-25 11:02:46.260719 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.260720 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.262503 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.262549 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 379
2014-08-25 11:02:46.262567 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.379 29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.262580 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.379 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.262584 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.262589 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] exit Started/Stray 1.057273 7 0.029007
2014-08-25 11:02:46.262598 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.262610 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.262619 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.262628 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.262635 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.263243 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:46.263262 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.263271 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.263281 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.263306 7f258fde2700 10 osd.394 pg_epoch: 411216 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:02:46.263319 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:46.263324 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:46.263333 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411216, need_up_thru now false
2014-08-25 11:02:46.263341 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:46.263351 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:46.263360 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:46.263375 7f258fde2700  7 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:46.263384 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411217:199643
2014-08-25 11:02:46.263392 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:46.263401 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.882378 5 0.000263
2014-08-25 11:02:46.263412 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:46.263419 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 1.084031 0 0.000000
2014-08-25 11:02:46.263443 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:46.263452 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411202 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:46.263463 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:46.263471 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:46.263478 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.263486 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.24 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:46.263496 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.24 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.263504 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.24 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.263514 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5df4d00 don't know epoch, doing nothing
2014-08-25 11:02:46.263532 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.24 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) uptodate
2014-08-25 11:02:46.263542 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.359 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216)
2014-08-25 11:02:46.263551 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.359 is up to date, but sending pg_log anyway
2014-08-25 11:02:46.263560 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.359 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.263569 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x52140a0 don't know epoch, doing nothing
2014-08-25 11:02:46.263582 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] activate peer osd.359 32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) uptodate
2014-08-25 11:02:46.263597 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:46.263606 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:46.263614 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:46.263622 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411216 while current is 411217
2014-08-25 11:02:46.263630 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 NullEvt
2014-08-25 11:02:46.263665 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.263683 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5236040 don't know epoch, doing nothing
2014-08-25 11:02:46.263686 7f258fde2700  7 osd.394 411217 do_notify osd 23 on 1 PGs
2014-08-25 11:02:46.263711 7f258fde2700 10 osd.394 411217 send_incremental_map 411216 -> 411217 to 0x5211ce0 192.168.1.115:6805/703000658
2014-08-25 11:02:46.263729 7f258fde2700 10 osd.394 411217 note_peer_epoch osd.29 has 411217
2014-08-25 11:02:46.263732 7f258fde2700  7 osd.394 411217 do_notify osd 29 on 1 PGs
2014-08-25 11:02:46.263794 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x54b5280 don't know epoch, doing nothing
2014-08-25 11:02:46.263798 7f258fde2700  7 osd.394 411217 do_notify osd 292 on 1 PGs
2014-08-25 11:02:46.263811 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5082d60 don't know epoch, doing nothing
2014-08-25 11:02:46.263812 7f258fde2700  7 osd.394 411217 do_notify osd 293 on 1 PGs
2014-08-25 11:02:46.263823 7f258fde2700 10 osd.394 411217 send_incremental_map 411216 -> 411217 to 0x507c620 192.168.1.101:6829/520059334
2014-08-25 11:02:46.263909 7f258fde2700 10 osd.394 411217 note_peer_epoch osd.294 has 411217
2014-08-25 11:02:46.263924 7f258fde2700  7 osd.394 411217 do_notify osd 294 on 1 PGs
2014-08-25 11:02:46.264023 7f258fde2700 10 osd.394 411217 send_incremental_map 411216 -> 411217 to 0x58144c0 192.168.1.104:6810/555046189
2014-08-25 11:02:46.264047 7f258fde2700 10 osd.394 411217 note_peer_epoch osd.322 has 411217
2014-08-25 11:02:46.264049 7f258fde2700  7 osd.394 411217 do_notify osd 322 on 1 PGs
2014-08-25 11:02:46.264131 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x507ac00 don't know epoch, doing nothing
2014-08-25 11:02:46.264138 7f258fde2700  7 osd.394 411217 do_notify osd 327 on 1 PGs
2014-08-25 11:02:46.264155 7f258fde2700 10 osd.394 411217 send_incremental_map 411216 -> 411217 to 0x58140a0 192.168.1.110:6816/2688047299
2014-08-25 11:02:46.264170 7f258fde2700 10 osd.394 411217 note_peer_epoch osd.348 has 411217
2014-08-25 11:02:46.264172 7f258fde2700  7 osd.394 411217 do_notify osd 348 on 1 PGs
2014-08-25 11:02:46.264181 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5770f20 don't know epoch, doing nothing
2014-08-25 11:02:46.264182 7f258fde2700  7 osd.394 411217 do_notify osd 366 on 2 PGs
2014-08-25 11:02:46.264195 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5acdc20 don't know epoch, doing nothing
2014-08-25 11:02:46.264197 7f258fde2700  7 osd.394 411217 do_notify osd 368 on 1 PGs
2014-08-25 11:02:46.264208 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5777bc0 don't know epoch, doing nothing
2014-08-25 11:02:46.264210 7f258fde2700  7 osd.394 411217 do_notify osd 371 on 1 PGs
2014-08-25 11:02:46.264552 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.264573 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.264583 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.264590 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 322
2014-08-25 11:02:46.264599 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.322 29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.264610 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.322 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.264614 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.264618 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] exit Started/Stray 1.095570 7 0.031986
2014-08-25 11:02:46.264628 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.264639 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.264648 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.264656 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.264664 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.265108 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.265132 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5814e60 don't know epoch, doing nothing
2014-08-25 11:02:46.265152 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] flushed
2014-08-25 11:02:46.273216 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.273220 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.273221 7f2595dee700 20 osd.394 411217 _dispatch 0x65a88c0 pg_info(1 pgs e411217:29.3a5) v4
2014-08-25 11:02:46.273248 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.3a5) v4 from osd.302
2014-08-25 11:02:46.273252 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65a88c0
2014-08-25 11:02:46.273286 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.273288 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.273301 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.273303 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.273304 7f2595dee700 20 osd.394 411217 _dispatch 0x8833480 pg_info(1 pgs e411217:29.3a5) v4
2014-08-25 11:02:46.273323 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.3a5) v4 from osd.302
2014-08-25 11:02:46.273325 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8833480
2014-08-25 11:02:46.273347 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.273348 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.273457 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] _activate_committed 411217 peer_activated now 394 last_epoch_started 411213 same_interval_since 411216
2014-08-25 11:02:46.273593 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:46.273934 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.274002 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 348
2014-08-25 11:02:46.274019 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.348 29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.274035 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.348 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.274040 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.274046 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] exit Started/Stray 1.133045 7 0.054837
2014-08-25 11:02:46.274058 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.274069 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.274080 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.274088 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.274097 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.274962 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.274965 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.274966 7f2595dee700 20 osd.394 411217 _dispatch 0x8830000 pg_info(1 pgs e411217:29.21b) v4
2014-08-25 11:02:46.274990 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.21b) v4 from osd.24
2014-08-25 11:02:46.274993 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8830000
2014-08-25 11:02:46.275020 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.275021 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.275034 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.275035 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.275036 7f2595dee700 20 osd.394 411217 _dispatch 0x65aa300 pg_info(1 pgs e411217:32.2e6) v4
2014-08-25 11:02:46.275055 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.2e6) v4 from osd.24
2014-08-25 11:02:46.275058 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65aa300
2014-08-25 11:02:46.275076 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.275078 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.275117 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.275168 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.275192 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.275204 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.275211 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 333
2014-08-25 11:02:46.275222 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.333 29.17b( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.275233 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.333 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.275237 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.275242 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] exit Started/Stray 1.222821 7 0.000160
2014-08-25 11:02:46.275254 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.275264 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.275274 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.275283 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.275291 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.275328 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.275342 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 317
2014-08-25 11:02:46.275354 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.317 32.313( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.275371 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.317 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.275375 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.275378 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] exit Started/Stray 1.214933 7 0.029697
2014-08-25 11:02:46.275388 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.275397 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.275406 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.275414 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.275421 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.280258 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.280261 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.280263 7f2595dee700 20 osd.394 411217 _dispatch 0x8830fc0 pg_info(1 pgs e411217:32.252) v4
2014-08-25 11:02:46.280293 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.252) v4 from osd.46
2014-08-25 11:02:46.280296 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8830fc0
2014-08-25 11:02:46.280327 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.280328 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.280851 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.280882 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x58144c0 already has epoch 411217
2014-08-25 11:02:46.280904 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] flushed
2014-08-25 11:02:46.280998 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.281017 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5773440 don't know epoch, doing nothing
2014-08-25 11:02:46.281035 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] flushed
2014-08-25 11:02:46.281400 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.281447 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 293 notify: (query_epoch:411217, epoch_sent:411217, info:32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.281466 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 293, already have info from that osd, ignoring
2014-08-25 11:02:46.281476 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.281485 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x58114a0 already has epoch 411217
2014-08-25 11:02:46.281488 7f25905e3700  7 osd.394 411217 do_notify osd 2 on 1 PGs
2014-08-25 11:02:46.281507 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x57a48e0 don't know epoch, doing nothing
2014-08-25 11:02:46.281510 7f25905e3700  7 osd.394 411217 do_notify osd 56 on 1 PGs
2014-08-25 11:02:46.281524 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5087d20 don't know epoch, doing nothing
2014-08-25 11:02:46.281525 7f25905e3700  7 osd.394 411217 do_notify osd 301 on 1 PGs
2014-08-25 11:02:46.281573 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 309
2014-08-25 11:02:46.281586 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.309 29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.281598 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.309 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.281602 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.281608 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] exit Started/Stray 1.053819 7 0.035557
2014-08-25 11:02:46.281621 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.281631 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.281641 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.281650 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.281658 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.282145 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.282238 7f258ddde700 20 osd.394 411217 update_osd_stat osd_stat(58264 MB used, 2636 GB avail, 2693 GB total, peers [7,11,24,26,30,46,50,290,293,299,310,314,315,324,341,344,355,359,363,365,372,375,393,395]/[] op hist [])
2014-08-25 11:02:46.282248 7f258ddde700  5 osd.394 411217 heartbeat: osd_stat(58264 MB used, 2636 GB avail, 2693 GB total, peers [7,11,24,26,30,46,50,290,293,299,310,314,315,324,341,344,355,359,363,365,372,375,393,395]/[] op hist [])
2014-08-25 11:02:46.284011 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.284013 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.284015 7f2595dee700 20 osd.394 411217 _dispatch 0x65aa680 pg_info(1 pgs e411217:29.17b) v4
2014-08-25 11:02:46.284037 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.17b) v4 from osd.333
2014-08-25 11:02:46.284040 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65aa680
2014-08-25 11:02:46.284046 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.11 now has 411217
2014-08-25 11:02:46.284075 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.284077 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.284274 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.284276 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.284277 7f2595dee700 20 osd.394 411217 _dispatch 0x8831880 pg_info(1 pgs e411217:29.17b) v4
2014-08-25 11:02:46.284298 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.17b) v4 from osd.333
2014-08-25 11:02:46.284301 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8831880
2014-08-25 11:02:46.284326 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.284327 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.285026 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x54dc4c0 already has epoch 411217
2014-08-25 11:02:46.285056 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x54dc4c0 already has epoch 411217
2014-08-25 11:02:46.285071 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.26 now has 411217
2014-08-25 11:02:46.285075 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x57a74e0 already has epoch 411217
2014-08-25 11:02:46.285090 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x57a74e0 already has epoch 411217
2014-08-25 11:02:46.285103 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.7 now has 411217
2014-08-25 11:02:46.285106 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x601f7a0 already has epoch 411217
2014-08-25 11:02:46.285122 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x601f7a0 already has epoch 411217
2014-08-25 11:02:46.285135 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.393 now has 411216
2014-08-25 11:02:46.285176 7f2594dec700 10 osd.394 411217 send_incremental_map 411216 -> 411217 to 0x54d9600 192.168.1.202:6808/1205037910
2014-08-25 11:02:46.285201 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.393 has 411217
2014-08-25 11:02:46.285218 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x54d9600 already has epoch 411217
2014-08-25 11:02:46.285232 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.395 now has 411217
2014-08-25 11:02:46.285261 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x54dbf40 already has epoch 411217
2014-08-25 11:02:46.285281 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x54dbf40 already has epoch 411217
2014-08-25 11:02:46.285294 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.24 now has 411217
2014-08-25 11:02:46.285298 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5df4d00 already has epoch 411217
2014-08-25 11:02:46.285311 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5df4d00 already has epoch 411217
2014-08-25 11:02:46.285323 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.363 now has 411217
2014-08-25 11:02:46.285326 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x57739c0 already has epoch 411217
2014-08-25 11:02:46.285338 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.30 now has 411217
2014-08-25 11:02:46.285343 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5079080 already has epoch 411217
2014-08-25 11:02:46.285356 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5079080 already has epoch 411217
2014-08-25 11:02:46.285375 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.299 now has 411217
2014-08-25 11:02:46.285378 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x59a6ca0 already has epoch 411217
2014-08-25 11:02:46.285391 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x59a6ca0 already has epoch 411217
2014-08-25 11:02:46.285404 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.341 now has 411217
2014-08-25 11:02:46.285407 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x524f0c0 already has epoch 411217
2014-08-25 11:02:46.285420 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x524f0c0 already has epoch 411217
2014-08-25 11:02:46.285432 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.359 now has 411217
2014-08-25 11:02:46.285435 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x52140a0 already has epoch 411217
2014-08-25 11:02:46.285447 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.365 now has 411217
2014-08-25 11:02:46.285450 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5936b40 already has epoch 411217
2014-08-25 11:02:46.285463 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.46 now has 411217
2014-08-25 11:02:46.285467 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x50818c0 already has epoch 411217
2014-08-25 11:02:46.285479 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x50818c0 already has epoch 411217
2014-08-25 11:02:46.285491 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.324 now has 411217
2014-08-25 11:02:46.285495 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5215c20 already has epoch 411217
2014-08-25 11:02:46.285506 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5215c20 already has epoch 411217
2014-08-25 11:02:46.285519 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.50 now has 411217
2014-08-25 11:02:46.285522 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5214a40 already has epoch 411217
2014-08-25 11:02:46.285535 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5214a40 already has epoch 411217
2014-08-25 11:02:46.285547 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.314 now has 411217
2014-08-25 11:02:46.285550 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5acdee0 already has epoch 411217
2014-08-25 11:02:46.285562 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.344 now has 411217
2014-08-25 11:02:46.285566 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x54d8000 already has epoch 411217
2014-08-25 11:02:46.285577 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.372 now has 411217
2014-08-25 11:02:46.285581 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x59a11e0 already has epoch 411217
2014-08-25 11:02:46.285594 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x59a11e0 already has epoch 411217
2014-08-25 11:02:46.285606 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.310 now has 411217
2014-08-25 11:02:46.285609 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5816040 already has epoch 411217
2014-08-25 11:02:46.285621 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5816040 already has epoch 411217
2014-08-25 11:02:46.285633 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.375 now has 411217
2014-08-25 11:02:46.285637 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5acc780 already has epoch 411217
2014-08-25 11:02:46.285649 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.290 now has 411217
2014-08-25 11:02:46.285653 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5231600 already has epoch 411217
2014-08-25 11:02:46.285666 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.355 now has 411217
2014-08-25 11:02:46.285669 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5accba0 already has epoch 411217
2014-08-25 11:02:46.285682 7f2594dec700 10 osd.394 411217 note_peer_epoch osd.315 now has 411217
2014-08-25 11:02:46.285685 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x57a6720 already has epoch 411217
2014-08-25 11:02:46.285697 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5acc780 already has epoch 411217
2014-08-25 11:02:46.285831 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.285855 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.285867 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.285875 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.285886 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.285894 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.285901 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 371
2014-08-25 11:02:46.285912 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.371 29.1f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.285923 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.371 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.285928 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.285933 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] exit Started/Stray 1.069399 7 0.000203
2014-08-25 11:02:46.285944 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.285955 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.285964 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.285973 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.285982 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.286025 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.286040 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 368
2014-08-25 11:02:46.286052 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.368 29.28e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.286063 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.368 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.286066 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.286070 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] exit Started/Stray 1.222004 7 0.031840
2014-08-25 11:02:46.286079 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.286335 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.286345 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.286354 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.286361 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.288040 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.288058 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5acdee0 already has epoch 411217
2014-08-25 11:02:46.288069 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5813c80 already has epoch 411217
2014-08-25 11:02:46.288097 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] flushed
2014-08-25 11:02:46.288162 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5936b40 already has epoch 411217
2014-08-25 11:02:46.288172 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.288186 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x54d8000 already has epoch 411217
2014-08-25 11:02:46.288189 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5773020 already has epoch 411217
2014-08-25 11:02:46.288207 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] flushed
2014-08-25 11:02:46.288797 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x5accba0 already has epoch 411217
2014-08-25 11:02:46.288821 7f2594dec700 20 osd.394 411217 _share_map_outgoing 0x57739c0 already has epoch 411217
2014-08-25 11:02:46.290264 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.290267 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.290268 7f2595dee700 20 osd.394 411217 _dispatch 0x8832f40 pg_info(1 pgs e411217:32.313) v4
2014-08-25 11:02:46.290295 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.313) v4 from osd.317
2014-08-25 11:02:46.290298 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8832f40
2014-08-25 11:02:46.290328 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.290329 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.290341 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.290343 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.290344 7f2595dee700 20 osd.394 411217 _dispatch 0x65aa4c0 pg_info(1 pgs e411217:29.2eb) v4
2014-08-25 11:02:46.290370 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.2eb) v4 from osd.379
2014-08-25 11:02:46.290373 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65aa4c0
2014-08-25 11:02:46.290394 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.290396 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.290482 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.290484 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.290485 7f2595dee700 20 osd.394 411217 _dispatch 0x8832a00 pg_info(1 pgs e411217:29.2eb) v4
2014-08-25 11:02:46.290507 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.2eb) v4 from osd.379
2014-08-25 11:02:46.290509 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8832a00
2014-08-25 11:02:46.290533 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.290535 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.290550 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.290551 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.290552 7f2595dee700 20 osd.394 411217 _dispatch 0x8831340 pg_info(1 pgs e411217:32.313) v4
2014-08-25 11:02:46.290571 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.313) v4 from osd.317
2014-08-25 11:02:46.290574 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8831340
2014-08-25 11:02:46.290594 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.290596 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.292937 7f257634f700 10 osd.394 411217 OSD::ms_get_authorizer type=osd
2014-08-25 11:02:46.293089 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.293120 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x58140a0 already has epoch 411217
2014-08-25 11:02:46.293142 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] flushed
2014-08-25 11:02:46.293209 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.293224 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5777bc0 don't know epoch, doing nothing
2014-08-25 11:02:46.293241 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] flushed
2014-08-25 11:02:46.293325 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.293387 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 285
2014-08-25 11:02:46.293409 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.285 32.63( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.293422 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.285 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.293426 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.293432 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] exit Started/Stray 1.046782 7 0.024094
2014-08-25 11:02:46.293444 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.293455 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.293467 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.293477 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.293486 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.294026 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.294029 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.294031 7f2595dee700 20 osd.394 411217 _dispatch 0x65adcc0 pg_info(1 pgs e411217:29.1f) v4
2014-08-25 11:02:46.294056 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.1f) v4 from osd.371
2014-08-25 11:02:46.294060 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65adcc0
2014-08-25 11:02:46.294087 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.294089 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.294265 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.294267 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.294268 7f2595dee700 20 osd.394 411217 _dispatch 0x8834280 pg_info(1 pgs e411217:29.1f) v4
2014-08-25 11:02:46.294290 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.1f) v4 from osd.371
2014-08-25 11:02:46.294293 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8834280
2014-08-25 11:02:46.294316 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.294318 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.294566 7f2576551700 10 osd.394 411217  new session 0x33a1b20 con=0x63cb5a0 addr=192.168.1.105:6850/3666008736
2014-08-25 11:02:46.294605 7f2576551700 10 osd.394 411217  session 0x33a1b20 osd.395 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:46.294612 7f2576551700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.105:6850/3666008736 pipe(0x53bf080 sd=255 :6805 s=0 pgs=0 cs=0 l=0 c=0x63cb5a0).accept connect_seq 0 vs existing 0 state connecting
2014-08-25 11:02:46.294637 7f2595dee700  1 osd.394 411217 ms_handle_reset con 0x63cb5a0 session 0x33a1b20
2014-08-25 11:02:46.296812 7f2576450700 10 osd.394 411217  new session 0x33a1c00 con=0x63cb2e0 addr=192.168.1.202:6808/1205037910
2014-08-25 11:02:46.296845 7f2576450700 10 osd.394 411217  session 0x33a1c00 osd.393 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:46.296852 7f2576450700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.202:6808/1205037910 pipe(0x53bee00 sd=256 :6805 s=0 pgs=0 cs=0 l=0 c=0x63cb2e0).accept connect_seq 0 vs existing 0 state wait
2014-08-25 11:02:46.296900 7f2595dee700  1 osd.394 411217 ms_handle_reset con 0x63cb2e0 session 0x33a1c00
2014-08-25 11:02:46.297129 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.297131 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.297133 7f2595dee700 20 osd.394 411217 _dispatch 0x65aa840 pg_info(1 pgs e411217:29.2e9) v4
2014-08-25 11:02:46.297155 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.2e9) v4 from osd.322
2014-08-25 11:02:46.297158 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65aa840
2014-08-25 11:02:46.297185 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.297187 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.297201 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.297202 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.297203 7f2595dee700 20 osd.394 411217 _dispatch 0x8835940 pg_info(1 pgs e411217:29.2e9) v4
2014-08-25 11:02:46.297222 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.2e9) v4 from osd.322
2014-08-25 11:02:46.297224 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8835940
2014-08-25 11:02:46.297242 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.297244 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.297398 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.297446 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 339
2014-08-25 11:02:46.297465 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.339 32.25b( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.297477 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.339 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.297481 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.297486 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] exit Started/Stray 1.252991 7 0.033767
2014-08-25 11:02:46.297499 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.297509 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.297521 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411161 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.297530 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.297539 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.297730 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.297782 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x54b1e40 don't know epoch, doing nothing
2014-08-25 11:02:46.297803 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] flushed
2014-08-25 11:02:46.299546 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.299549 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.299550 7f2595dee700 20 osd.394 411217 _dispatch 0x513b100 pg_notify(32.249(15146) epoch 411217) v5
2014-08-25 11:02:46.299591 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.290
2014-08-25 11:02:46.299593 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x513b100
2014-08-25 11:02:46.299622 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.299623 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.300607 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.300654 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 26 notify: (query_epoch:411217, epoch_sent:411217, info:29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.300674 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 26, already have info from that osd, ignoring
2014-08-25 11:02:46.300690 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.300699 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 7 notify: (query_epoch:411217, epoch_sent:411217, info:32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.300709 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 7, already have info from that osd, ignoring
2014-08-25 11:02:46.300718 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.300725 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 301
2014-08-25 11:02:46.300736 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.301 29.ce( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.300746 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.301 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.300750 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.300754 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] exit Started/Stray 1.006757 7 0.021470
2014-08-25 11:02:46.300767 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.300778 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.300787 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.300796 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.300803 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.300951 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.300972 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5acdc20 don't know epoch, doing nothing
2014-08-25 11:02:46.300991 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] flushed
2014-08-25 11:02:46.301808 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.301810 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.301811 7f2595dee700 20 osd.394 411217 _dispatch 0x8830a80 pg_info(1 pgs e411217:32.249) v4
2014-08-25 11:02:46.301832 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.249) v4 from osd.290
2014-08-25 11:02:46.301835 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8830a80
2014-08-25 11:02:46.301860 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.301861 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.301875 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.301876 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.301877 7f2595dee700 20 osd.394 411217 _dispatch 0x65acec0 pg_info(1 pgs e411217:29.3c1) v4
2014-08-25 11:02:46.301896 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.3c1) v4 from osd.309
2014-08-25 11:02:46.301898 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65acec0
2014-08-25 11:02:46.301922 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.301923 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.301934 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.301935 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.301936 7f2595dee700 20 osd.394 411217 _dispatch 0x88340c0 pg_notify(32.2b2(14057) epoch 411217) v5
2014-08-25 11:02:46.301955 7f2595dee700  7 osd.394 411217 handle_pg_notify from osd.310
2014-08-25 11:02:46.301957 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x88340c0
2014-08-25 11:02:46.301980 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.301982 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.303201 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.303229 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x54dc200 don't know epoch, doing nothing
2014-08-25 11:02:46.303248 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] flushed
2014-08-25 11:02:46.304081 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.304084 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.304086 7f2595dee700 20 osd.394 411217 _dispatch 0x58771c0 pg_info(1 pgs e411217:29.3c1) v4
2014-08-25 11:02:46.304110 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.3c1) v4 from osd.309
2014-08-25 11:02:46.304113 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x58771c0
2014-08-25 11:02:46.304145 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.304147 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.304159 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.304161 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.304162 7f2595dee700 20 osd.394 411217 _dispatch 0x5f12680 pg_info(1 pgs e411217:32.2b2) v4
2014-08-25 11:02:46.304183 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.2b2) v4 from osd.310
2014-08-25 11:02:46.304185 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x5f12680
2014-08-25 11:02:46.304208 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.304210 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.304469 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.304488 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.304491 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.304498 7f2595dee700 20 osd.394 411217 _dispatch 0x5f12d80 pg_info(1 pgs e411217:29.28e) v4
2014-08-25 11:02:46.304523 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.28e) v4 from osd.368
2014-08-25 11:02:46.304526 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x5f12d80
2014-08-25 11:02:46.304518 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 294
2014-08-25 11:02:46.304533 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.294 29.288( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.304546 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.294 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.304550 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.304556 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.304558 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.304555 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] exit Started/Stray 1.149512 7 0.000179
2014-08-25 11:02:46.304566 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.304576 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.304585 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.304587 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.304588 7f2595dee700 20 osd.394 411217 _dispatch 0x8835080 pg_info(1 pgs e411217:29.28e) v4
2014-08-25 11:02:46.304587 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.304596 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.304604 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.304614 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.28e) v4 from osd.368
2014-08-25 11:02:46.304617 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8835080
2014-08-25 11:02:46.304638 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.304640 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.304654 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.304669 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 29
2014-08-25 11:02:46.304681 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.29 32.e3( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.304691 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.29 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.304694 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.304697 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] exit Started/Stray 1.062304 7 0.000206
2014-08-25 11:02:46.304708 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.304717 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.304725 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.304733 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.304740 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.304782 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.304796 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 338
2014-08-25 11:02:46.304807 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.338 29.333( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.304817 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.338 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.304820 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.304824 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] exit Started/Stray 1.274823 7 0.000237
2014-08-25 11:02:46.304833 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.304841 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.304849 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.304857 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.304864 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.304929 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.304942 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 23
2014-08-25 11:02:46.304953 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.23 29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.305027 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.305030 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.305031 7f2595dee700 20 osd.394 411217 _dispatch 0x8831880 pg_info(1 pgs e411217:32.63) v4
2014-08-25 11:02:46.304964 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.23 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.305050 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.305055 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.63) v4 from osd.285
2014-08-25 11:02:46.305058 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8831880
2014-08-25 11:02:46.305056 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] exit Started/Stray 1.198802 7 0.061858
2014-08-25 11:02:46.305070 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.305085 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.305081 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.305087 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.305090 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.305098 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.305104 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.305106 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.305107 7f2595dee700 20 osd.394 411217 _dispatch 0x8830380 pg_info(1 pgs e411217:32.2e6) v4
2014-08-25 11:02:46.305105 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.305127 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.2e6) v4 from osd.359
2014-08-25 11:02:46.305130 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8830380
2014-08-25 11:02:46.305203 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.305245 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.305262 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.305263 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.305264 7f2595dee700 20 osd.394 411217 _dispatch 0x8834440 pg_info(1 pgs e411217:32.63) v4
2014-08-25 11:02:46.305329 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.63) v4 from osd.285
2014-08-25 11:02:46.305332 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8834440
2014-08-25 11:02:46.305355 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.305356 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.307289 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.307317 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5085280 don't know epoch, doing nothing
2014-08-25 11:02:46.307337 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] flushed
2014-08-25 11:02:46.307403 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.307420 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x507c620 already has epoch 411217
2014-08-25 11:02:46.307436 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] flushed
2014-08-25 11:02:46.307742 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.307774 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5211ce0 already has epoch 411217
2014-08-25 11:02:46.307844 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] flushed
2014-08-25 11:02:46.307873 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.307956 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.307999 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x52327e0 don't know epoch, doing nothing
2014-08-25 11:02:46.308006 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 30 notify: (query_epoch:411217, epoch_sent:411217, info:29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.308026 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] flushed
2014-08-25 11:02:46.308027 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 30, already have info from that osd, ignoring
2014-08-25 11:02:46.308038 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.308046 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 338
2014-08-25 11:02:46.308057 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.338 29.138( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.308068 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.338 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.308071 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.308075 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] exit Started/Stray 1.113461 7 0.001573
2014-08-25 11:02:46.308086 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.308095 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.308104 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.308113 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.308120 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.308184 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.308198 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.308213 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.308224 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.308231 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 65
2014-08-25 11:02:46.308240 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.65 29.145( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.308250 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.65 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.308254 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.308257 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] exit Started/Stray 1.053147 7 0.000194
2014-08-25 11:02:46.308268 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.308277 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.308285 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.308293 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.308300 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.308351 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.308374 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 366
2014-08-25 11:02:46.308387 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.366 29.35e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.308397 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.366 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.308401 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.308404 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] exit Started/Stray 1.077233 7 0.036709
2014-08-25 11:02:46.308413 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.308426 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.308435 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.308443 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.308450 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.308756 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.308759 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.308760 7f2595dee700 20 osd.394 411217 _dispatch 0x8830000 pg_info(1 pgs e411217:29.288) v4
2014-08-25 11:02:46.308785 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.288) v4 from osd.294
2014-08-25 11:02:46.308788 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8830000
2014-08-25 11:02:46.308817 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.308822 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.308836 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.308837 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.308838 7f2595dee700 20 osd.394 411217 _dispatch 0x8833480 pg_info(1 pgs e411217:32.e3) v4
2014-08-25 11:02:46.308858 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.e3) v4 from osd.29
2014-08-25 11:02:46.308860 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8833480
2014-08-25 11:02:46.308882 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.308883 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.308896 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.308897 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.308898 7f2595dee700 20 osd.394 411217 _dispatch 0x8830fc0 pg_info(1 pgs e411217:32.25b) v4
2014-08-25 11:02:46.308917 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.25b) v4 from osd.339
2014-08-25 11:02:46.308919 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8830fc0
2014-08-25 11:02:46.308939 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.308940 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.308952 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.308953 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.308954 7f2595dee700 20 osd.394 411217 _dispatch 0x8833b80 pg_info(1 pgs e411217:32.25b) v4
2014-08-25 11:02:46.308973 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.25b) v4 from osd.339
2014-08-25 11:02:46.308975 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8833b80
2014-08-25 11:02:46.309077 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.309079 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.309094 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.309096 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.309097 7f2595dee700 20 osd.394 411217 _dispatch 0x8834980 pg_info(1 pgs e411217:29.333) v4
2014-08-25 11:02:46.309116 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.333) v4 from osd.338
2014-08-25 11:02:46.309118 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8834980
2014-08-25 11:02:46.309139 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.309141 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.309153 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.309154 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.309155 7f2595dee700 20 osd.394 411217 _dispatch 0x8836040 pg_info(1 pgs e411217:32.e3) v4
2014-08-25 11:02:46.309173 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.e3) v4 from osd.29
2014-08-25 11:02:46.309176 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8836040
2014-08-25 11:02:46.309194 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.309196 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.309715 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.309719 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.309720 7f2595dee700 20 osd.394 411217 _dispatch 0x58771c0 pg_info(1 pgs e411217:29.333) v4
2014-08-25 11:02:46.309859 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.333) v4 from osd.338
2014-08-25 11:02:46.309862 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x58771c0
2014-08-25 11:02:46.310095 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.310101 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.310190 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.310192 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.310193 7f2595dee700 20 osd.394 411217 _dispatch 0x8835b00 pg_info(1 pgs e411217:29.288) v4
2014-08-25 11:02:46.310309 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.288) v4 from osd.294
2014-08-25 11:02:46.310312 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8835b00
2014-08-25 11:02:46.310336 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.310338 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.310834 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.310836 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.310837 7f2595dee700 20 osd.394 411217 _dispatch 0x88301c0 pg_info(1 pgs e411217:29.3d7) v4
2014-08-25 11:02:46.310860 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.3d7) v4 from osd.348
2014-08-25 11:02:46.310863 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x88301c0
2014-08-25 11:02:46.310891 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.310893 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.310905 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.310906 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.310907 7f2595dee700 20 osd.394 411217 _dispatch 0x88355c0 pg_info(1 pgs e411217:29.3d7) v4
2014-08-25 11:02:46.310926 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.3d7) v4 from osd.348
2014-08-25 11:02:46.310929 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x88355c0
2014-08-25 11:02:46.310950 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.310951 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.311409 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.311432 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5087d20 don't know epoch, doing nothing
2014-08-25 11:02:46.311452 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] flushed
2014-08-25 11:02:46.311662 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.311678 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x52327e0 don't know epoch, doing nothing
2014-08-25 11:02:46.311695 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] flushed
2014-08-25 11:02:46.311801 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.311825 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x54da680 don't know epoch, doing nothing
2014-08-25 11:02:46.311846 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] flushed
2014-08-25 11:02:46.313133 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.313185 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 366
2014-08-25 11:02:46.313200 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.366 32.e7( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.313212 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.366 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.313216 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.313221 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] exit Started/Stray 1.064740 7 0.014646
2014-08-25 11:02:46.313231 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.313242 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.313252 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.313260 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.313268 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.313309 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.313323 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 372 notify: (query_epoch:411217, epoch_sent:411217, info:29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.313338 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 372, already have info from that osd, ignoring
2014-08-25 11:02:46.313347 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.313355 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 46
2014-08-25 11:02:46.313372 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.46 32.340( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.313383 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.46 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.313386 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.313389 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] exit Started/Stray 1.280278 7 0.000188
2014-08-25 11:02:46.313401 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.313410 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.313418 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.313426 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.313433 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.313480 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.313494 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 293
2014-08-25 11:02:46.313505 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.293 32.20( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.313515 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.293 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.313518 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.313521 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] exit Started/Stray 1.111769 7 0.028005
2014-08-25 11:02:46.313530 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.313539 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.313547 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411202 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.313555 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.313562 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.313708 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.313711 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.313712 7f2595dee700 20 osd.394 411217 _dispatch 0x65aa840 pg_info(1 pgs e411217:29.138) v4
2014-08-25 11:02:46.313736 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.138) v4 from osd.338
2014-08-25 11:02:46.313739 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65aa840
2014-08-25 11:02:46.313765 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.313766 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.313779 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.313781 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.313782 7f2595dee700 20 osd.394 411217 _dispatch 0x65adcc0 pg_info(1 pgs e411217:29.145) v4
2014-08-25 11:02:46.313800 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.145) v4 from osd.65
2014-08-25 11:02:46.313803 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65adcc0
2014-08-25 11:02:46.313828 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.313829 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.313840 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.313842 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.313843 7f2595dee700 20 osd.394 411217 _dispatch 0x65acec0 pg_info(1 pgs e411217:29.ce) v4
2014-08-25 11:02:46.313866 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.ce) v4 from osd.301
2014-08-25 11:02:46.313868 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65acec0
2014-08-25 11:02:46.313889 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.313891 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.313904 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.313905 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.313906 7f2595dee700 20 osd.394 411217 _dispatch 0x5876e40 pg_info(1 pgs e411217:29.138) v4
2014-08-25 11:02:46.313924 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.138) v4 from osd.338
2014-08-25 11:02:46.313927 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x5876e40
2014-08-25 11:02:46.313946 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.313947 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.313960 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.313961 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.313962 7f2595dee700 20 osd.394 411217 _dispatch 0x8831c00 pg_info(1 pgs e411217:29.145) v4
2014-08-25 11:02:46.313980 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.145) v4 from osd.65
2014-08-25 11:02:46.313982 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8831c00
2014-08-25 11:02:46.314001 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.314003 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.314015 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.314016 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.314017 7f2595dee700 20 osd.394 411217 _dispatch 0x513a4c0 pg_info(1 pgs e411217:29.ce) v4
2014-08-25 11:02:46.314036 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.ce) v4 from osd.301
2014-08-25 11:02:46.314038 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x513a4c0
2014-08-25 11:02:46.314057 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.314058 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.318960 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.319023 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 363 notify: (query_epoch:411217, epoch_sent:411217, info:29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216))
2014-08-25 11:02:46.319050 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 363, already have info from that osd, ignoring
2014-08-25 11:02:46.319064 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.319072 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 299 notify: (query_epoch:411217, epoch_sent:411217, info:29.3f6( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.319086 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 299, already have info from that osd, ignoring
2014-08-25 11:02:46.319094 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.319101 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 293 info: 32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.319113 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.293 activated and committed
2014-08-25 11:02:46.319122 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.319128 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 30 info: 29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.319137 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.30 activated and committed
2014-08-25 11:02:46.319145 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.319151 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 375 notify: (query_epoch:411217, epoch_sent:411217, info:32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.319162 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 375, already have info from that osd, ignoring
2014-08-25 11:02:46.319171 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.319178 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 355 notify: (query_epoch:411217, epoch_sent:411217, info:32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.319189 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 355, already have info from that osd, ignoring
2014-08-25 11:02:46.319197 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.319204 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 299 info: 29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.319212 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.299 activated and committed
2014-08-25 11:02:46.319220 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.319232 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.319247 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5079080 already has epoch 411217
2014-08-25 11:02:46.319272 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x59a6ca0 already has epoch 411217
2014-08-25 11:02:46.319290 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:198840
2014-08-25 11:02:46.319305 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.319511 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 11 notify: (query_epoch:411217, epoch_sent:411217, info:29.338( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.319545 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 11, already have info from that osd, ignoring
2014-08-25 11:02:46.319557 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.319566 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 355 info: 32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.319576 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.355 activated and committed
2014-08-25 11:02:46.319588 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.319594 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 341 notify: (query_epoch:411217, epoch_sent:411217, info:32.311( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.319604 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 341, already have info from that osd, ignoring
2014-08-25 11:02:46.319612 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.319649 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.319664 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.319674 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.319681 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 341 info: 32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.319690 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.341 activated and committed
2014-08-25 11:02:46.319701 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.319708 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.319720 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5082d60 don't know epoch, doing nothing
2014-08-25 11:02:46.319760 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x524f0c0 already has epoch 411217
2014-08-25 11:02:46.319777 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:256802
2014-08-25 11:02:46.319792 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320161 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.320242 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.320254 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320263 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.320288 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5236040 don't know epoch, doing nothing
2014-08-25 11:02:46.320285 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.320307 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] flushed
2014-08-25 11:02:46.320298 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.320329 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320336 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 26 info: 29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.320345 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.26 activated and committed
2014-08-25 11:02:46.320355 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320386 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.320401 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x50818c0 already has epoch 411217
2014-08-25 11:02:46.320418 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] flushed
2014-08-25 11:02:46.320360 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 375 info: 32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.320430 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.375 activated and committed
2014-08-25 11:02:46.320439 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320446 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 365 notify: (query_epoch:411217, epoch_sent:411217, info:32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.320456 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 365, already have info from that osd, ignoring
2014-08-25 11:02:46.320465 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320480 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 365 info: 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.320490 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.365 activated and committed
2014-08-25 11:02:46.320512 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320671 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 46 notify: (query_epoch:411217, epoch_sent:411217, info:32.252( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.320686 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 46, already have info from that osd, ignoring
2014-08-25 11:02:46.320695 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320702 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.320713 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.320732 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320738 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 363 info: 29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216)
2014-08-25 11:02:46.320747 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.363 activated and committed
2014-08-25 11:02:46.320756 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320761 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 315 notify: (query_epoch:411217, epoch_sent:411217, info:32.139( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.320777 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 315, already have info from that osd, ignoring
2014-08-25 11:02:46.320785 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320791 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.320800 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.320808 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320819 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 315 info: 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.320828 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.315 activated and committed
2014-08-25 11:02:46.320836 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.320844 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.320856 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x57a6720 already has epoch 411217
2014-08-25 11:02:46.320889 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5936b40 already has epoch 411217
2014-08-25 11:02:46.320906 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:194417
2014-08-25 11:02:46.320928 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320961 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 7 info: 32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.320973 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.7 activated and committed
2014-08-25 11:02:46.320983 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.320993 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 24 notify: (query_epoch:411217, epoch_sent:411217, info:29.21b( empty local-les=411213 n=0 ec=195685 les/c 411213/411213 411216/411216/411216))
2014-08-25 11:02:46.321003 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 24, already have info from that osd, ignoring
2014-08-25 11:02:46.321020 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.321026 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 11 info: 29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.321035 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.11 activated and committed
2014-08-25 11:02:46.321043 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.321050 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.321285 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x54dc4c0 already has epoch 411217
2014-08-25 11:02:46.321305 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x57a74e0 already has epoch 411217
2014-08-25 11:02:46.321399 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.321403 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.321405 7f2595dee700 20 osd.394 411217 _dispatch 0x513b100 pg_info(1 pgs e411217:32.340) v4
2014-08-25 11:02:46.321429 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.340) v4 from osd.46
2014-08-25 11:02:46.321432 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x513b100
2014-08-25 11:02:46.321464 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.321465 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.321452 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:193566
2014-08-25 11:02:46.321476 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.321484 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.321514 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.321524 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.321532 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.321551 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.321560 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.321568 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 56 info: 32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/195746)
2014-08-25 11:02:46.321598 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.321644 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 2 info: 32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411113)
2014-08-25 11:02:46.321675 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.321688 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 56 info: 32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746)
2014-08-25 11:02:46.321753 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.321792 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.321835 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 2 info: 32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113)
2014-08-25 11:02:46.321866 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.322001 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.322004 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.322005 7f2595dee700 20 osd.394 411217 _dispatch 0x8834440 pg_info(1 pgs e411217:32.340) v4
2014-08-25 11:02:46.322029 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.340) v4 from osd.46
2014-08-25 11:02:46.322032 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8834440
2014-08-25 11:02:46.322061 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.322063 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.322403 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.323108 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.323110 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.323111 7f2595dee700 20 osd.394 411217 _dispatch 0x65aa4c0 pg_info(1 pgs e411217:29.2ac) v4
2014-08-25 11:02:46.323136 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.2ac) v4 from osd.23
2014-08-25 11:02:46.323138 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x65aa4c0
2014-08-25 11:02:46.323162 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.323163 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.323194 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.323195 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.323197 7f2595dee700 20 osd.394 411217 _dispatch 0x8836200 pg_info(1 pgs e411217:29.2ac) v4
2014-08-25 11:02:46.323218 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.2ac) v4 from osd.23
2014-08-25 11:02:46.323220 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8836200
2014-08-25 11:02:46.323242 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.323244 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.323279 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5770f20 don't know epoch, doing nothing
2014-08-25 11:02:46.323307 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] flushed
2014-08-25 11:02:46.323315 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 327
2014-08-25 11:02:46.323334 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.327 32.228( empty local-les=411217 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.323328 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.323348 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.327 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.323353 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.323350 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.323361 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.323359 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] exit Started/Stray 1.179828 7 0.045799
2014-08-25 11:02:46.323375 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 302 info: 29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411060)
2014-08-25 11:02:46.323381 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.323393 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.323408 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.323403 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411202 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.323412 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.323421 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.323422 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 302 info: 29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060)
2014-08-25 11:02:46.323448 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.323459 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 24 info: 29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216)
2014-08-25 11:02:46.323471 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.24 activated and committed
2014-08-25 11:02:46.323480 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411213/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.323487 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.323499 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5df4d00 already has epoch 411217
2014-08-25 11:02:46.323522 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x57739c0 already has epoch 411217
2014-08-25 11:02:46.323537 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:200459
2014-08-25 11:02:46.323557 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.323594 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 46 info: 32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.323607 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.46 activated and committed
2014-08-25 11:02:46.323616 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.323622 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.323633 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x601f7a0 already has epoch 411217
2014-08-25 11:02:46.323651 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x50818c0 already has epoch 411217
2014-08-25 11:02:46.323664 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:201090
2014-08-25 11:02:46.323677 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.323788 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.323809 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.323818 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.323826 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 333 info: 29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411099)
2014-08-25 11:02:46.323852 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.323869 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 333 info: 29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099)
2014-08-25 11:02:46.323893 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.323904 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.323916 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.323924 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.323931 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.323942 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.323950 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.323956 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 317 info: 32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411130)
2014-08-25 11:02:46.323983 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.323995 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 379 info: 29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411077)
2014-08-25 11:02:46.324019 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324030 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 379 info: 29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077)
2014-08-25 11:02:46.324055 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324065 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 317 info: 32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130)
2014-08-25 11:02:46.324089 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324103 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.324115 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.324123 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324130 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 290 notify: (query_epoch:411217, epoch_sent:411217, info:32.249( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.324142 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 290, already have info from that osd, ignoring
2014-08-25 11:02:46.324152 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324159 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 290 info: 32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.324168 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.290 activated and committed
2014-08-25 11:02:46.324176 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.324183 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.324195 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5231600 already has epoch 411217
2014-08-25 11:02:46.324214 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5accba0 already has epoch 411217
2014-08-25 11:02:46.324298 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:203847
2014-08-25 11:02:46.324318 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324347 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 309 info: 29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/410718)
2014-08-25 11:02:46.324381 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324400 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 310 notify: (query_epoch:411217, epoch_sent:411217, info:32.2b2( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.324413 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 310, already have info from that osd, ignoring
2014-08-25 11:02:46.324422 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324430 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.324441 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.324450 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324456 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 309 info: 29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718)
2014-08-25 11:02:46.324480 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324491 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 310 info: 32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.324501 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.310 activated and committed
2014-08-25 11:02:46.324509 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.324515 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.324526 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5816040 already has epoch 411217
2014-08-25 11:02:46.324545 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5acc780 already has epoch 411217
2014-08-25 11:02:46.324628 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:198981
2014-08-25 11:02:46.324647 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324654 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 285 info: 32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/410993)
2014-08-25 11:02:46.324681 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324695 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 285 info: 32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993)
2014-08-25 11:02:46.324718 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324729 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.324741 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.324750 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324757 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.324767 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.324775 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324782 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.324792 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.324800 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324808 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 338 info: 29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/410580)
2014-08-25 11:02:46.324833 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324844 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 65 info: 29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411161)
2014-08-25 11:02:46.324868 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324881 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 301 info: 29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411131)
2014-08-25 11:02:46.324905 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324916 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 338 info: 29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580)
2014-08-25 11:02:46.324940 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324951 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 65 info: 29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161)
2014-08-25 11:02:46.324976 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.324988 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 301 info: 29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131)
2014-08-25 11:02:46.325012 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.325026 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.325041 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.325051 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.325061 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.325069 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.325079 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.325096 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:198841
2014-08-25 11:02:46.325108 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_create bloom{false_positive_probability: 0.05, target_size: 0, seed: 0}
2014-08-25 11:02:46.325146 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_create target_size 1000 fpp 0.05
2014-08-25 11:02:46.325373 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_apply_log no update
2014-08-25 11:02:46.325389 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_setup allocated new state, position 8d2647f6//0//29
2014-08-25 11:02:46.325405 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_choose_mode:  num_objects: 0 num_bytes: 0 num_objects_dirty: 0 num_objects_omap: 0 num_dirty: 0 num_user_objects: 0 pool.info.target_max_bytes: 100000000 pool.info.target_max_objects: 1000
2014-08-25 11:02:46.325415 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_choose_mode dirty 0 full 0
2014-08-25 11:02:46.325428 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.325437 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.325448 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.325455 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.325462 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.325469 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.325476 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.325488 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:256803
2014-08-25 11:02:46.325495 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_clear
2014-08-25 11:02:46.325505 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_stop
2014-08-25 11:02:46.325513 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.325519 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.325529 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.325536 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.325543 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.325550 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.325556 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.325566 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:194418
2014-08-25 11:02:46.325579 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_clear
2014-08-25 11:02:46.325586 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_stop
2014-08-25 11:02:46.325597 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.325604 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.325614 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.325621 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.325628 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.325634 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.325641 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.325653 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:193567
2014-08-25 11:02:46.325664 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] hit_set_create bloom{false_positive_probability: 0.05, target_size: 0, seed: 0}
2014-08-25 11:02:46.325678 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] hit_set_create target_size 1000 fpp 0.05
2014-08-25 11:02:46.325857 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.325861 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.325863 7f2595dee700 20 osd.394 411217 _dispatch 0x8835b00 pg_info(1 pgs e411217:32.e7) v4
2014-08-25 11:02:46.325859 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] hit_set_apply_log no update
2014-08-25 11:02:46.325870 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] agent_setup allocated new state, position cc7c2738//0//29
2014-08-25 11:02:46.325879 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] agent_choose_mode:  num_objects: 0 num_bytes: 0 num_objects_dirty: 0 num_objects_omap: 0 num_dirty: 0 num_user_objects: 0 pool.info.target_max_bytes: 100000000 pool.info.target_max_objects: 1000
2014-08-25 11:02:46.325887 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.e7) v4 from osd.366
2014-08-25 11:02:46.325890 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8835b00
2014-08-25 11:02:46.325888 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] agent_choose_mode dirty 0 full 0
2014-08-25 11:02:46.325900 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.325919 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.325921 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.325922 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.325929 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.325944 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.325945 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.325945 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5770f20 don't know epoch, doing nothing
2014-08-25 11:02:46.325947 7f2595dee700 20 osd.394 411217 _dispatch 0x8835400 pg_info(1 pgs e411217:32.e7) v4
2014-08-25 11:02:46.325942 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.325950 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.325958 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.325962 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] flushed
2014-08-25 11:02:46.325970 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.e7) v4 from osd.366
2014-08-25 11:02:46.325966 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.325973 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8835400
2014-08-25 11:02:46.325974 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.325986 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:200460
2014-08-25 11:02:46.325995 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.325996 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.325997 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] hit_set_create bloom{false_positive_probability: 0.05, target_size: 0, seed: 0}
2014-08-25 11:02:46.326008 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] hit_set_create target_size 1000 fpp 0.05
2014-08-25 11:02:46.326190 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] hit_set_apply_log no update
2014-08-25 11:02:46.326199 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] agent_setup allocated new state, position 73834e1b//0//29
2014-08-25 11:02:46.326208 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] agent_choose_mode:  num_objects: 0 num_bytes: 0 num_objects_dirty: 0 num_objects_omap: 0 num_dirty: 0 num_user_objects: 0 pool.info.target_max_bytes: 100000000 pool.info.target_max_objects: 1000
2014-08-25 11:02:46.326216 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] agent_choose_mode dirty 0 full 0
2014-08-25 11:02:46.326226 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.326233 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.326243 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.326250 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.326257 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.326264 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.326270 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.326281 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:201091
2014-08-25 11:02:46.326289 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] hit_set_clear
2014-08-25 11:02:46.326296 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] agent_stop
2014-08-25 11:02:46.326303 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.326309 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.326318 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.326325 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.326331 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.326340 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.326347 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.326356 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:203848
2014-08-25 11:02:46.326370 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] hit_set_clear
2014-08-25 11:02:46.326377 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] agent_stop
2014-08-25 11:02:46.326385 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.326391 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.326400 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.326407 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.326413 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.326420 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.326426 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.326436 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:198982
2014-08-25 11:02:46.326443 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_clear
2014-08-25 11:02:46.326450 7f25905e3700 20 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_stop
2014-08-25 11:02:46.326457 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.326463 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.326475 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.187732 8 0.000800
2014-08-25 11:02:46.326489 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.326501 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.326512 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000023 0 0.000000
2014-08-25 11:02:46.326522 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.326530 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.326537 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.326549 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411201-411210 up [394,299,30](394) acting [394,299,30](394) maybe_went_rw)
2014-08-25 11:02:46.326559 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 pi=411211-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411215 up [299,30](299) acting [299,30](299) maybe_went_rw)
2014-08-25 11:02:46.326568 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.326582 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5079080 already has epoch 411217
2014-08-25 11:02:46.326602 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x59a6ca0 already has epoch 411217
2014-08-25 11:02:46.326617 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:198842
2014-08-25 11:02:46.326649 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.326671 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.326686 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.185892 8 0.000543
2014-08-25 11:02:46.326696 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.326705 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.326713 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000017 0 0.000000
2014-08-25 11:02:46.326722 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.326729 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.326736 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.326745 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411201-411210 up [394,293,341](394) acting [394,293,341](394) maybe_went_rw)
2014-08-25 11:02:46.326755 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 pi=411211-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411215 up [293,341](293) acting [293,341](293) maybe_went_rw)
2014-08-25 11:02:46.326750 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.326764 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.326775 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5082d60 don't know epoch, doing nothing
2014-08-25 11:02:46.326769 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.326780 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:198843
2014-08-25 11:02:46.326793 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x524f0c0 already has epoch 411217
2014-08-25 11:02:46.326811 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.326813 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.326806 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:256804
2014-08-25 11:02:46.326814 7f2595dee700 20 osd.394 411217 _dispatch 0x8836040 pg_info(1 pgs e411217:29.35e) v4
2014-08-25 11:02:46.326836 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.326835 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.35e) v4 from osd.366
2014-08-25 11:02:46.326838 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8836040
2014-08-25 11:02:46.326863 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.326865 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.326899 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.326918 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.111268 8 0.000489
2014-08-25 11:02:46.326929 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.326939 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.326948 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000019 0 0.000000
2014-08-25 11:02:46.326958 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.326965 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.326972 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.326981 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411201-411210 up [394,365,315](394) acting [394,365,315](394) maybe_went_rw)
2014-08-25 11:02:46.326980 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.326993 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.326993 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 pi=411211-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411215 up [365,315](365) acting [365,315](365) maybe_went_rw)
2014-08-25 11:02:46.327002 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:256805
2014-08-25 11:02:46.327004 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.327017 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x57a6720 already has epoch 411217
2014-08-25 11:02:46.327039 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5936b40 already has epoch 411217
2014-08-25 11:02:46.327054 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:194419
2014-08-25 11:02:46.327086 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.327163 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.327177 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.098157 8 0.001167
2014-08-25 11:02:46.327188 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.327196 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.327205 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000018 0 0.000000
2014-08-25 11:02:46.327215 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.327222 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.327229 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.327238 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411160-411215/4 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411160-411198 up [394,26,11](394) acting [394,26,11](394) maybe_went_rw)
2014-08-25 11:02:46.327240 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.327248 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411199-411215/3 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411199-411200 up [26,11](26) acting [26,11](26) maybe_went_rw)
2014-08-25 11:02:46.327256 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.327257 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411201-411210 up [394,26,11](394) acting [394,26,11](394) maybe_went_rw)
2014-08-25 11:02:46.327265 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:194420
2014-08-25 11:02:46.327267 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 pi=411211-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411215 up [26,11](26) acting [26,11](26) maybe_went_rw)
2014-08-25 11:02:46.327276 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.327287 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x54dc4c0 already has epoch 411217
2014-08-25 11:02:46.327305 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x57a74e0 already has epoch 411217
2014-08-25 11:02:46.327318 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:193568
2014-08-25 11:02:46.327421 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.327443 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.327445 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.327446 7f2595dee700 20 osd.394 411217 _dispatch 0x5f13480 pg_info(1 pgs e411217:29.35e) v4
2014-08-25 11:02:46.327458 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.327468 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.35e) v4 from osd.366
2014-08-25 11:02:46.327471 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x5f13480
2014-08-25 11:02:46.327473 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.327484 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.327511 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.327513 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.327495 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.327538 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.082655 8 0.000693
2014-08-25 11:02:46.327536 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.327555 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x5082d60 don't know epoch, doing nothing
2014-08-25 11:02:46.327550 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.327560 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.327569 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000020 0 0.000000
2014-08-25 11:02:46.327573 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] flushed
2014-08-25 11:02:46.327579 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.327587 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.327594 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411213 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.327603 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411201-411209 up [394,363,24](394) acting [394,363,24](394) maybe_went_rw)
2014-08-25 11:02:46.327613 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411210-411215/3 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411210-411210 up [394,363](394) acting [394,363](394))
2014-08-25 11:02:46.327622 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411211-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411211 up [363](363) acting [363](363))
2014-08-25 11:02:46.327630 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 pi=411212-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411212-411215 up [363,24](363) acting [363,24](363) maybe_went_rw)
2014-08-25 11:02:46.327639 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.327652 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5df4d00 already has epoch 411217
2014-08-25 11:02:46.327670 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x57739c0 already has epoch 411217
2014-08-25 11:02:46.327659 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.327675 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.327685 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:193569
2014-08-25 11:02:46.327746 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:200461
2014-08-25 11:02:46.327784 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.327803 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.327815 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.079760 8 0.000407
2014-08-25 11:02:46.327826 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.327834 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.327843 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000018 0 0.000000
2014-08-25 11:02:46.327852 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.327859 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.327866 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.327875 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411201-411210 up [394,7,46](394) acting [394,7,46](394) maybe_went_rw)
2014-08-25 11:02:46.327885 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411211-411215/3 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411212 up [7,46](7) acting [7,46](7) maybe_went_rw)
2014-08-25 11:02:46.327885 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.327894 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411213-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411213-411214 up [46](46) acting [46](46))
2014-08-25 11:02:46.327899 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.327903 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 pi=411215-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411215-411215 up [7,46](7) acting [7,46](7))
2014-08-25 11:02:46.327909 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:200462
2014-08-25 11:02:46.327914 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.327925 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x601f7a0 already has epoch 411217
2014-08-25 11:02:46.327942 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x50818c0 already has epoch 411217
2014-08-25 11:02:46.327955 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:201092
2014-08-25 11:02:46.327986 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.328011 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.328028 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.132863 8 0.000685
2014-08-25 11:02:46.328038 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.328046 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.328055 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000017 0 0.000000
2014-08-25 11:02:46.328064 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.328071 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.328078 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.328087 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411208-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411208-411210 up [394,355,290](394) acting [394,355,290](394) maybe_went_rw)
2014-08-25 11:02:46.328097 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 pi=411211-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411215 up [355,290](355) acting [355,290](355) maybe_went_rw)
2014-08-25 11:02:46.328106 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.328117 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5231600 already has epoch 411217
2014-08-25 11:02:46.328104 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.328121 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.328135 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5accba0 already has epoch 411217
2014-08-25 11:02:46.328131 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:201093
2014-08-25 11:02:46.328148 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:203849
2014-08-25 11:02:46.328177 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.328216 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.328230 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.099353 8 0.000531
2014-08-25 11:02:46.328240 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.328248 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.328257 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000017 0 0.000000
2014-08-25 11:02:46.328266 7f25905e3700  5 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.328273 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.328280 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.328290 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411201-411210 up [394,375,310](394) acting [394,375,310](394) maybe_went_rw)
2014-08-25 11:02:46.328300 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 pi=411211-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411215 up [375,310](375) acting [375,310](375) maybe_went_rw)
2014-08-25 11:02:46.328309 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.328320 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5816040 already has epoch 411217
2014-08-25 11:02:46.328343 7f25905e3700 20 osd.394 411217 _share_map_outgoing 0x5acc780 already has epoch 411217
2014-08-25 11:02:46.328358 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.328360 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.328362 7f2595dee700 20 osd.394 411217 _dispatch 0x8834980 pg_info(1 pgs e411217:32.20) v4
2014-08-25 11:02:46.328356 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:198983
2014-08-25 11:02:46.328393 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.328403 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.20) v4 from osd.293
2014-08-25 11:02:46.328406 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8834980
2014-08-25 11:02:46.328406 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 366 info: 29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411162)
2014-08-25 11:02:46.328434 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.328439 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.328441 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.328456 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 366 info: 29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162)
2014-08-25 11:02:46.328480 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.328515 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.328532 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.328542 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:203850
2014-08-25 11:02:46.328687 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.328702 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.328711 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:198984
2014-08-25 11:02:46.328729 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.328731 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.328732 7f2595dee700 20 osd.394 411217 _dispatch 0x8832f40 pg_info(1 pgs e411217:32.20) v4
2014-08-25 11:02:46.328757 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.20) v4 from osd.293
2014-08-25 11:02:46.328760 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8832f40
2014-08-25 11:02:46.328792 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.328794 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.332160 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.332208 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 359 notify: (query_epoch:411217, epoch_sent:411217, info:32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216))
2014-08-25 11:02:46.332230 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 359, already have info from that osd, ignoring
2014-08-25 11:02:46.332241 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.332249 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 50 notify: (query_epoch:411217, epoch_sent:411217, info:29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.332260 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 50, already have info from that osd, ignoring
2014-08-25 11:02:46.332269 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.332276 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MLogRec from 292
2014-08-25 11:02:46.332289 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.292 29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.332300 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.292 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:46.332304 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:46.332309 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] exit Started/Stray 1.161196 7 0.047104
2014-08-25 11:02:46.332319 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:46.332329 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:46.332338 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411202 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:46.332347 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:46.332355 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:46.335412 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.335442 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x507ac00 don't know epoch, doing nothing
2014-08-25 11:02:46.335463 7f259a211700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] flushed
2014-08-25 11:02:46.337567 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.337570 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.337573 7f2595dee700 20 osd.394 411217 _dispatch 0x8833b80 pg_info(1 pgs e411217:32.228) v4
2014-08-25 11:02:46.337596 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.228) v4 from osd.327
2014-08-25 11:02:46.337599 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8833b80
2014-08-25 11:02:46.337632 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.337634 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.337648 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.337650 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.337651 7f2595dee700 20 osd.394 411217 _dispatch 0x8835780 pg_info(1 pgs e411217:32.228) v4
2014-08-25 11:02:46.337670 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:32.228) v4 from osd.327
2014-08-25 11:02:46.337673 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8835780
2014-08-25 11:02:46.337696 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.337698 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.342573 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.342663 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 344 notify: (query_epoch:411217, epoch_sent:411217, info:29.30f( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.342684 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 344, already have info from that osd, ignoring
2014-08-25 11:02:46.342694 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.342701 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 359 notify: (query_epoch:411217, epoch_sent:411217, info:32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.342714 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 359, already have info from that osd, ignoring
2014-08-25 11:02:46.342722 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.342728 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 50 info: 29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.342738 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.50 activated and committed
2014-08-25 11:02:46.342747 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.342753 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 359 info: 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.342762 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.359 activated and committed
2014-08-25 11:02:46.342770 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.342776 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 46 notify: (query_epoch:411217, epoch_sent:411217, info:32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.342786 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 46, already have info from that osd, ignoring
2014-08-25 11:02:46.342794 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.342800 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.342811 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.342821 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.342826 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 372 info: 29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.342835 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.372 activated and committed
2014-08-25 11:02:46.342843 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.342848 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 314 notify: (query_epoch:411217, epoch_sent:411217, info:29.185( empty local-les=411212 n=0 ec=195685 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.342861 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 314, already have info from that osd, ignoring
2014-08-25 11:02:46.342869 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.342874 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 324 notify: (query_epoch:411217, epoch_sent:411217, info:32.90( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.342884 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 324, already have info from that osd, ignoring
2014-08-25 11:02:46.342891 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.342897 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 324 info: 32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.342905 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.324 activated and committed
2014-08-25 11:02:46.342913 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.342925 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 314 info: 29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.342935 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.314 activated and committed
2014-08-25 11:02:46.342943 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.342950 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.342962 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5214a40 already has epoch 411217
2014-08-25 11:02:46.342983 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5acdee0 already has epoch 411217
2014-08-25 11:02:46.343000 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:200391
2014-08-25 11:02:46.343019 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.343076 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 46 info: 32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.343097 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.46 activated and committed
2014-08-25 11:02:46.343108 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.343115 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.343128 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x50818c0 already has epoch 411217
2014-08-25 11:02:46.343152 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5215c20 already has epoch 411217
2014-08-25 11:02:46.343167 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:194686
2014-08-25 11:02:46.343182 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.343250 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.343275 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.343287 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.343273 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 24 notify: (query_epoch:411217, epoch_sent:411217, info:32.2e6( empty local-les=411213 n=0 ec=195738 les/c 411213/411213 411216/411216/411216))
2014-08-25 11:02:46.343296 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 371 info: 29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411121)
2014-08-25 11:02:46.343297 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 24, already have info from that osd, ignoring
2014-08-25 11:02:46.343309 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.343317 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 344 info: 29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.343330 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.343327 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.344 activated and committed
2014-08-25 11:02:46.343335 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.343342 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.343355 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x54d8000 already has epoch 411217
2014-08-25 11:02:46.343350 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 371 info: 29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121)
2014-08-25 11:02:46.343390 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.343407 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x59a11e0 already has epoch 411217
2014-08-25 11:02:46.343426 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:194577
2014-08-25 11:02:46.343440 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.343461 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.343480 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.343491 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.343591 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 368 info: 29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411108)
2014-08-25 11:02:46.343588 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MNotifyRec from 365 notify: (query_epoch:411217, epoch_sent:411217, info:32.23e( empty local-les=411212 n=0 ec=195738 les/c 411212/411212 411216/411216/411216))
2014-08-25 11:02:46.343613 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 365, already have info from that osd, ignoring
2014-08-25 11:02:46.343624 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.343628 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.343631 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 365 info: 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216)
2014-08-25 11:02:46.343641 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.365 activated and committed
2014-08-25 11:02:46.343644 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 368 info: 29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108)
2014-08-25 11:02:46.343650 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.343657 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.343669 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x52140a0 already has epoch 411217
2014-08-25 11:02:46.343671 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.343695 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5936b40 already has epoch 411217
2014-08-25 11:02:46.343710 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:197214
2014-08-25 11:02:46.343726 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.343753 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.343767 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.343776 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.343781 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:46.343788 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.343790 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.343799 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.343804 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 24 info: 32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216)
2014-08-25 11:02:46.343811 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.343820 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.343814 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.24 activated and committed
2014-08-25 11:02:46.343824 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.343827 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.343830 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.343839 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.343848 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.343842 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.343853 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.343855 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.343860 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.343870 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.343871 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.343880 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.343880 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.343890 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 294 info: 29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/410667)
2014-08-25 11:02:46.343919 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.343919 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 322 info: 29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/410996)
2014-08-25 11:02:46.343935 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 29 info: 32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411187)
2014-08-25 11:02:46.343958 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.343963 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.343991 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 322 info: 29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996)
2014-08-25 11:02:46.344000 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 339 info: 32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/195746)
2014-08-25 11:02:46.344018 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344029 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.344030 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 359 info: 32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216)
2014-08-25 11:02:46.344041 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.359 activated and committed
2014-08-25 11:02:46.344049 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411213/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:46.344052 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 339 info: 32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746)
2014-08-25 11:02:46.344056 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:46.344068 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5df4d00 already has epoch 411217
2014-08-25 11:02:46.344084 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.344086 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x52140a0 already has epoch 411217
2014-08-25 11:02:46.344101 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411217:199644
2014-08-25 11:02:46.344115 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344171 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 348 info: 29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411130)
2014-08-25 11:02:46.344205 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344218 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 348 info: 29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130)
2014-08-25 11:02:46.344247 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344235 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 338 info: 29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/410580)
2014-08-25 11:02:46.344260 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.344277 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.344272 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.344281 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344288 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 366 info: 32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411162)
2014-08-25 11:02:46.344294 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 29 info: 32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187)
2014-08-25 11:02:46.344312 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344323 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.344324 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 366 info: 32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162)
2014-08-25 11:02:46.344347 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344443 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.344457 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.344466 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344436 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 338 info: 29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580)
2014-08-25 11:02:46.344473 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 293 info: 32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411056)
2014-08-25 11:02:46.344498 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344510 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 293 info: 32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056)
2014-08-25 11:02:46.344529 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.344535 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344557 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 294 info: 29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667)
2014-08-25 11:02:46.344565 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.344578 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.344587 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344593 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411214/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 327 info: 32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411214 411216/411216/411139)
2014-08-25 11:02:46.344615 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.344617 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344640 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.344646 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411214 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 327 info: 32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139)
2014-08-25 11:02:46.344673 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.344655 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.344682 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.344684 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.344696 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.344698 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.344704 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.344712 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.344720 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.344711 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.344730 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.344728 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.344741 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:200392
2014-08-25 11:02:46.344753 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_create bloom{false_positive_probability: 0.05, target_size: 0, seed: 0}
2014-08-25 11:02:46.344771 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_create target_size 1000 fpp 0.05
2014-08-25 11:02:46.344773 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411212/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 46 info: 32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/410981)
2014-08-25 11:02:46.344820 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.344835 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 46 info: 32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981)
2014-08-25 11:02:46.344865 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.344893 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 23 info: 29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411158)
2014-08-25 11:02:46.344945 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.344971 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_apply_log no update
2014-08-25 11:02:46.344979 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 23 info: 29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158)
2014-08-25 11:02:46.344989 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_setup allocated new state, position b5c70185//0//29
2014-08-25 11:02:46.345008 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.345000 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_choose_mode:  num_objects: 0 num_bytes: 0 num_objects_dirty: 0 num_objects_omap: 0 num_dirty: 0 num_user_objects: 0 pool.info.target_max_bytes: 100000000 pool.info.target_max_objects: 1000
2014-08-25 11:02:46.345010 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_choose_mode dirty 0 full 0
2014-08-25 11:02:46.345023 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.345030 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.345040 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.345047 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.345054 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.345061 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.345068 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.345083 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:194687
2014-08-25 11:02:46.345091 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_clear
2014-08-25 11:02:46.345099 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_stop
2014-08-25 11:02:46.345107 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.345113 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.345122 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.345129 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.345136 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.345142 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.345149 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.345162 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:194578
2014-08-25 11:02:46.345173 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_create bloom{false_positive_probability: 0.05, target_size: 0, seed: 0}
2014-08-25 11:02:46.345184 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_create target_size 1000 fpp 0.05
2014-08-25 11:02:46.345375 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_apply_log no update
2014-08-25 11:02:46.345389 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_setup allocated new state, position 7b8fd70f//0//29
2014-08-25 11:02:46.345398 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_choose_mode:  num_objects: 0 num_bytes: 0 num_objects_dirty: 0 num_objects_omap: 0 num_dirty: 0 num_user_objects: 0 pool.info.target_max_bytes: 100000000 pool.info.target_max_objects: 1000
2014-08-25 11:02:46.345406 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_choose_mode dirty 0 full 0
2014-08-25 11:02:46.345417 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.345425 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.345434 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.345441 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.345448 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.345455 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.345462 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.345476 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:197215
2014-08-25 11:02:46.345493 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] hit_set_clear
2014-08-25 11:02:46.345500 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] agent_stop
2014-08-25 11:02:46.345513 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.345530 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasActivated
2014-08-25 11:02:46.345541 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:46.345548 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:46.345555 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.345561 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:46.345568 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:46.345580 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411217:199645
2014-08-25 11:02:46.345589 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] hit_set_clear
2014-08-25 11:02:46.345596 7f258fde2700 20 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] agent_stop
2014-08-25 11:02:46.345603 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.345609 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.345619 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.193373 8 0.003687
2014-08-25 11:02:46.345631 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.345640 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.345653 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000022 0 0.000000
2014-08-25 11:02:46.345664 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.345672 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.345679 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.345690 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411201-411210 up [394,314,50](394) acting [394,314,50](394) maybe_went_rw)
2014-08-25 11:02:46.345700 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 pi=411211-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411215 up [314,50](314) acting [314,50](314) maybe_went_rw)
2014-08-25 11:02:46.345709 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.345722 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5214a40 already has epoch 411217
2014-08-25 11:02:46.345739 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5acdee0 already has epoch 411217
2014-08-25 11:02:46.345752 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:200393
2014-08-25 11:02:46.345782 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.345835 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.345851 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.197355 8 0.007528
2014-08-25 11:02:46.345861 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.345870 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.345878 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000017 0 0.000000
2014-08-25 11:02:46.345888 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.345895 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.345902 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.345911 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411201-411210 up [394,324,46](394) acting [394,324,46](394) maybe_went_rw)
2014-08-25 11:02:46.345920 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 pi=411211-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411215 up [324,46](324) acting [324,46](324) maybe_went_rw)
2014-08-25 11:02:46.345932 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.345943 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x50818c0 already has epoch 411217
2014-08-25 11:02:46.345959 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5215c20 already has epoch 411217
2014-08-25 11:02:46.345972 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:194688
2014-08-25 11:02:46.346002 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.346037 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.346053 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.131046 8 0.000729
2014-08-25 11:02:46.346047 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.346063 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.346069 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.346072 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.346080 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:200394
2014-08-25 11:02:46.346081 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000018 0 0.000000
2014-08-25 11:02:46.346091 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.346098 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.346105 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.346114 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411201-411210 up [394,372,344](394) acting [394,372,344](394) maybe_went_rw)
2014-08-25 11:02:46.346109 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.346124 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 pi=411211-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411215 up [372,344](372) acting [372,344](372) maybe_went_rw)
2014-08-25 11:02:46.346128 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.346134 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.346146 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x54d8000 already has epoch 411217
2014-08-25 11:02:46.346139 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:194689
2014-08-25 11:02:46.346162 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x59a11e0 already has epoch 411217
2014-08-25 11:02:46.346174 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:194579
2014-08-25 11:02:46.346203 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.346247 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.346260 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.205947 8 0.001488
2014-08-25 11:02:46.346270 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.346278 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.346286 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000016 0 0.000000
2014-08-25 11:02:46.346295 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.346302 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.346309 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411212 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.346318 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411201-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411201-411210 up [394,365,359](394) acting [394,365,359](394) maybe_went_rw)
2014-08-25 11:02:46.346317 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.346328 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 pi=411211-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411215 up [365,359](365) acting [365,359](365) maybe_went_rw)
2014-08-25 11:02:46.346332 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.346338 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.346342 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:194580
2014-08-25 11:02:46.346349 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x52140a0 already has epoch 411217
2014-08-25 11:02:46.346381 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5936b40 already has epoch 411217
2014-08-25 11:02:46.346396 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:197216
2014-08-25 11:02:46.346427 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.346463 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 AllReplicasRecovered
2014-08-25 11:02:46.346476 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.082862 8 0.000438
2014-08-25 11:02:46.346486 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:46.346495 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:46.346503 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000017 0 0.000000
2014-08-25 11:02:46.346513 7f258fde2700  5 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:46.346520 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:46.346526 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411213 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:46.346535 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411201-411215/4 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411201-411209 up [394,24,359](394) acting [394,24,359](394) maybe_went_rw)
2014-08-25 11:02:46.346535 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 inactive] _activate_committed 411217 telling primary
2014-08-25 11:02:46.346546 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411210-411215/3 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411210-411210 up [394,359](394) acting [394,359](394))
2014-08-25 11:02:46.346555 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411211-411215/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411211-411211 up [359](359) acting [359](359))
2014-08-25 11:02:46.346562 7f259a211700 20 osd.394 411217 _share_map_outgoing 0x54b5280 don't know epoch, doing nothing
2014-08-25 11:02:46.346564 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 pi=411212-411215/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411212-411215 up [24,359](24) acting [24,359](24) maybe_went_rw)
2014-08-25 11:02:46.346561 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.346574 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:46.346578 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.346586 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x5df4d00 already has epoch 411217
2014-08-25 11:02:46.346584 7f259a211700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] flushed
2014-08-25 11:02:46.346588 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:197217
2014-08-25 11:02:46.346604 7f258fde2700 20 osd.394 411217 _share_map_outgoing 0x52140a0 already has epoch 411217
2014-08-25 11:02:46.346617 7f258fde2700 15 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:199646
2014-08-25 11:02:46.346647 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.346682 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 FlushedEvt
2014-08-25 11:02:46.346704 7f25905e3700 15 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active]  requeue_ops
2014-08-25 11:02:46.346715 7f25905e3700 10 log is not dirty
2014-08-25 11:02:46.346844 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:46.346861 7f2599a10700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:46.346870 7f2599a10700 15 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411217:199647
2014-08-25 11:02:46.349035 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.349038 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.349039 7f2595dee700 20 osd.394 411217 _dispatch 0x8830fc0 pg_info(1 pgs e411217:29.1e2) v4
2014-08-25 11:02:46.349065 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.1e2) v4 from osd.292
2014-08-25 11:02:46.349068 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8830fc0
2014-08-25 11:02:46.349101 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.349103 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.349099 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411212/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 292 info: 29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411193)
2014-08-25 11:02:46.349119 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.349121 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.349122 7f2595dee700 20 osd.394 411217 _dispatch 0x8835e80 pg_info(1 pgs e411217:29.1e2) v4
2014-08-25 11:02:46.349138 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.349144 7f2595dee700  7 osd.394 411217 handle_pg_info pg_info(1 pgs e411217:29.1e2) v4 from osd.292
2014-08-25 11:02:46.349146 7f2595dee700 15 osd.394 411217 require_same_or_newer_map 411217 (i am 411217) 0x8835e80
2014-08-25 11:02:46.349171 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:46.349173 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:46.349166 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411212 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411217 epoch_requested: 411217 MInfoRec from 292 info: 29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193)
2014-08-25 11:02:46.349194 7f258fde2700 10 log is not dirty
2014-08-25 11:02:46.397693 7f25945eb700 10 osd.394 411217 note_peer_epoch osd.338 now has 411217
2014-08-25 11:02:46.397702 7f25945eb700 20 osd.394 411217 _share_map_outgoing 0x52327e0 already has epoch 411217
2014-08-25 11:02:46.397812 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x52327e0 already has epoch 411217
2014-08-25 11:02:46.420857 7f25945eb700 10 osd.394 411217 note_peer_epoch osd.327 now has 411217
2014-08-25 11:02:46.420867 7f25945eb700 20 osd.394 411217 _share_map_outgoing 0x507ac00 already has epoch 411217
2014-08-25 11:02:46.420911 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x507ac00 already has epoch 411217
2014-08-25 11:02:46.750014 7f25935e9700 10 osd.394 411217 note_peer_epoch osd.292 now has 411217
2014-08-25 11:02:46.750025 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x54b5280 already has epoch 411217
2014-08-25 11:02:47.008512 7f25945eb700 20 osd.394 411217 _share_map_outgoing 0x50818c0 already has epoch 411217
2014-08-25 11:02:47.118283 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x5773020 already has epoch 411217
2014-08-25 11:02:47.118506 7f25945eb700 20 osd.394 411217 _share_map_outgoing 0x5773020 already has epoch 411217
2014-08-25 11:02:47.177766 7f25945eb700 10 osd.394 411217 note_peer_epoch osd.285 now has 411217
2014-08-25 11:02:47.177775 7f25945eb700 20 osd.394 411217 _share_map_outgoing 0x54dc200 already has epoch 411217
2014-08-25 11:02:47.177812 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x54dc200 already has epoch 411217
2014-08-25 11:02:47.453684 7f25935e9700 10 osd.394 411217 note_peer_epoch osd.65 now has 411217
2014-08-25 11:02:47.453706 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x54da680 already has epoch 411217
2014-08-25 11:02:47.522097 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x507ac00 already has epoch 411217
2014-08-25 11:02:47.522176 7f25945eb700 20 osd.394 411217 _share_map_outgoing 0x507ac00 already has epoch 411217
2014-08-25 11:02:47.578254 7f25945eb700 20 osd.394 411217 _share_map_outgoing 0x5813c80 already has epoch 411217
2014-08-25 11:02:47.578297 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x5813c80 already has epoch 411217
2014-08-25 11:02:47.582054 7f25a0e04700  5 osd.394 411217 tick
2014-08-25 11:02:47.582087 7f25a0e04700  7 osd.394 411217 do_mon_report
2014-08-25 11:02:47.582090 7f25a0e04700 10 osd.394 411217 send_alive up_thru currently 411216 want 411216
2014-08-25 11:02:47.582093 7f25a0e04700 20 osd.394 411217 send_pg_stats
2014-08-25 11:02:47.582103 7f25a0e04700 10 osd.394 411217 send_pg_stats - 13 pgs updated
2014-08-25 11:02:47.582165 7f25a0e04700 20 osd.394 411217 scrub_random_backoff lost coin flip, randomly backing off
2014-08-25 11:02:47.582169 7f25a0e04700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:47.582170 7f25a0e04700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:47.594105 7f25935e9700 10 osd.394 411217 note_peer_epoch osd.366 now has 411217
2014-08-25 11:02:47.594113 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x5770f20 already has epoch 411217
2014-08-25 11:02:47.594244 7f25945eb700 20 osd.394 411217 _share_map_outgoing 0x5770f20 already has epoch 411217
2014-08-25 11:02:47.711742 7f25945eb700 20 osd.394 411217 _share_map_outgoing 0x58144c0 already has epoch 411217
2014-08-25 11:02:47.711769 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x58144c0 already has epoch 411217
2014-08-25 11:02:47.874729 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x58140a0 already has epoch 411217
2014-08-25 11:02:47.874820 7f25945eb700 20 osd.394 411217 _share_map_outgoing 0x58140a0 already has epoch 411217
2014-08-25 11:02:48.073298 7f25945eb700 10 osd.394 411217 note_peer_epoch osd.371 now has 411217
2014-08-25 11:02:48.073307 7f25945eb700 20 osd.394 411217 _share_map_outgoing 0x5777bc0 already has epoch 411217
2014-08-25 11:02:48.073385 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x5777bc0 already has epoch 411217
2014-08-25 11:02:48.079225 7f25935e9700 10 osd.394 411217 note_peer_epoch osd.379 has 411218
2014-08-25 11:02:48.079234 7f25935e9700 20 osd.394 411217 _share_map_outgoing 0x5813c80 already has epoch 411218
2014-08-25 11:02:48.079290 7f25945eb700 20 osd.394 411217 _share_map_outgoing 0x5813c80 already has epoch 411218
2014-08-25 11:02:48.080991 7f2595dee700 10 osd.394 411217 do_waiters -- start
2014-08-25 11:02:48.080993 7f2595dee700 10 osd.394 411217 do_waiters -- finish
2014-08-25 11:02:48.080995 7f2595dee700 20 osd.394 411217 _dispatch 0x26ffbc0 osd_map(411218..411218 src has 194721..411218) v3
2014-08-25 11:02:48.081023 7f2595dee700  3 osd.394 411217 handle_osd_map epochs [411218,411218], i have 411217, src has [194721,411218]
2014-08-25 11:02:48.081028 7f2595dee700 10 osd.394 411217 handle_osd_map  got inc map for epoch 411218
2014-08-25 11:02:48.084136 7f2595dee700 10 osd.394 411217  advance to epoch 411218 (<= newest 411218)
2014-08-25 11:02:48.084224 7f2595dee700  7 osd.394 411218 advance_map epoch 411218  39 pgs
2014-08-25 11:02:48.084246 7f2595dee700 10 osd.394 411218 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411218 [194721,411218] lci=[411216,411218])
2014-08-25 11:02:48.084305 7f2595dee700  0 osd.394 411218 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:48.084313 7f2595dee700  7 osd.394 411218 consume_map version 411218
2014-08-25 11:02:48.084336 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] null
2014-08-25 11:02:48.084358 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:02:48.084379 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084409 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:02:48.084425 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084435 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:02:48.084425 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:48.084446 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:02:48.084456 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.084456 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:02:48.084467 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084465 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.084478 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084479 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.084490 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084495 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.084500 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:02:48.084505 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] take_waiters
2014-08-25 11:02:48.084512 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:02:48.084515 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.084523 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] null
2014-08-25 11:02:48.084524 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.084535 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.084533 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:02:48.084543 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084552 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:02:48.084553 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:48.084567 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.084563 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084571 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.084573 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:02:48.084581 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.084583 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] null
2014-08-25 11:02:48.084591 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.084594 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084600 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:02:48.084604 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] null
2014-08-25 11:02:48.084608 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.084614 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:02:48.084617 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.084626 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.084626 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084655 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:02:48.084660 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:48.084675 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.084672 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:02:48.084682 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:02:48.084685 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.084692 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084696 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.084702 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084705 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.084714 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:02:48.084716 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.084724 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:02:48.084726 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.084734 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] null
2014-08-25 11:02:48.084735 7f25905e3700  7 osd.394 pg_epoch: 411218 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.084745 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:02:48.084746 7f25905e3700 15 osd.394 pg_epoch: 411218 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:198844
2014-08-25 11:02:48.084755 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.084756 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:02:48.084763 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.084766 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084771 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.084781 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.084778 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:02:48.084788 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:02:48.084798 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:02:48.084799 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:48.084810 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.084808 7f2595dee700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.084819 7f2595dee700  7 osd.394 411218 activate_map version 411218
2014-08-25 11:02:48.084814 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.084823 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.084832 7f258add8700 20 osd.394 411218 agent_entry empty queue
2014-08-25 11:02:48.084832 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.084839 7f2595dee700 10 osd.394 411218 do_waiters -- start
2014-08-25 11:02:48.084842 7f2595dee700 10 osd.394 411218 do_waiters -- finish
2014-08-25 11:02:48.084842 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:02:48.084849 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.084857 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.084865 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.084882 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:48.084900 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.084905 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.084915 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.084926 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.084934 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:02:48.084941 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.084950 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.084959 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.084979 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:02:48.084990 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.084994 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.085003 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.085020 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085030 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.085038 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.085045 7f258fde2700  7 osd.394 pg_epoch: 411218 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.085054 7f258fde2700 15 osd.394 pg_epoch: 411218 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:200463
2014-08-25 11:02:48.085061 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.085068 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085075 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085083 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.085099 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:02:48.085109 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085112 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.085121 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085129 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.085137 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:02:48.085144 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085151 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085160 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.085174 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:48.085186 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085189 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.085198 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085206 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.085214 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:02:48.085221 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085228 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085236 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.085252 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:48.085263 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085267 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.085274 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085283 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.085291 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:02:48.085298 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085305 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085313 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.085329 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:02:48.085338 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085341 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.085349 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.085357 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085371 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.085379 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.085386 7f258fde2700  7 osd.394 pg_epoch: 411218 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.085394 7f258fde2700 15 osd.394 pg_epoch: 411218 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:199648
2014-08-25 11:02:48.085401 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.085408 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085415 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085423 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.085442 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:48.085453 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085456 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.085464 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.085472 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085481 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.085488 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.085481 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:48.085499 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085495 7f25905e3700  7 osd.394 pg_epoch: 411218 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.085503 7f25905e3700 15 osd.394 pg_epoch: 411218 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:256806
2014-08-25 11:02:48.085504 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.085511 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.085518 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.085518 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085528 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085529 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085538 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.085540 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.085549 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.085556 7f258fde2700  7 osd.394 pg_epoch: 411218 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.085554 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:48.085565 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085565 7f258fde2700 15 osd.394 pg_epoch: 411218 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:203851
2014-08-25 11:02:48.085568 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.085573 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.085577 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085581 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085587 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.085590 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085596 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:02:48.085603 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.085604 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085611 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085620 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.085621 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:48.085636 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085638 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:48.085640 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.085651 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085649 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085655 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.085658 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.085663 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085668 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:02:48.085674 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.085676 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085682 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:02:48.085684 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085693 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.085690 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085698 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085706 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.085709 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:48.085721 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085723 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:48.085724 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.085733 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085734 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085737 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.085744 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.085746 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085753 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:02:48.085755 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.085760 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085764 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:02:48.085769 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085778 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.085772 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085780 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085789 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.085793 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:48.085806 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085803 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:48.085813 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085809 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.085816 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.085818 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085824 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.085828 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.085836 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] take_waiters
2014-08-25 11:02:48.085833 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085844 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085848 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.085853 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085862 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.085857 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.085864 7f25905e3700  7 osd.394 pg_epoch: 411218 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.085872 7f25905e3700 15 osd.394 pg_epoch: 411218 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:197218
2014-08-25 11:02:48.085879 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.085877 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:48.085888 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085886 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085891 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.085894 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085903 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.085900 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085909 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.085916 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:02:48.085923 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.085922 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:48.085933 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085932 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.085942 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.085937 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.085945 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.085953 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085958 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:48.085962 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.085971 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.085969 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.085974 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.085976 7f25905e3700  7 osd.394 pg_epoch: 411218 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.085984 7f25905e3700 15 osd.394 pg_epoch: 411218 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:194690
2014-08-25 11:02:48.085983 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.085992 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.085997 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.085999 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086005 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:02:48.086007 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086016 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.086013 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086021 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086030 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.086030 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:48.086048 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086046 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:48.086052 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.086059 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086060 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.086062 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.086068 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086071 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.086078 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.086080 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086085 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.086089 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.086093 7f25905e3700  7 osd.394 pg_epoch: 411218 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.086098 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.086102 7f25905e3700 15 osd.394 pg_epoch: 411218 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:200395
2014-08-25 11:02:48.086106 7f258fde2700  7 osd.394 pg_epoch: 411218 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.086110 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.086115 7f258fde2700 15 osd.394 pg_epoch: 411218 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:193570
2014-08-25 11:02:48.086117 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086123 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.086125 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086134 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.086131 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086138 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086147 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.086149 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:48.086161 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086161 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:48.086165 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.086172 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086173 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086176 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.086183 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.086184 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086191 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:02:48.086194 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.086199 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086202 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:02:48.086207 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086217 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.086211 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086219 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086229 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.086231 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:48.086243 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086243 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:48.086247 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.086256 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086255 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086260 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.086265 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.086270 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086274 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:02:48.086280 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.086282 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086288 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:02:48.086291 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086300 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.086296 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086304 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086312 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.086314 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:48.086325 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086326 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:48.086329 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.086337 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086337 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086340 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.086347 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.086348 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086355 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] take_waiters
2014-08-25 11:02:48.086358 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.086363 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086373 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:02:48.086376 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086386 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.086381 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086390 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086398 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.086403 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:48.086413 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086414 7f258fde2700 10 osd.394 pg_epoch: 411217 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:48.086416 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.086424 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086425 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086427 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.086434 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.086436 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.086442 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:02:48.086444 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086450 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086454 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.086458 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086468 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.086462 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.086471 7f258fde2700  7 osd.394 pg_epoch: 411218 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.086478 7f258fde2700 15 osd.394 pg_epoch: 411218 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:201094
2014-08-25 11:02:48.086485 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.086485 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:48.086498 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086493 7f258fde2700 20 osd.394 pg_epoch: 411218 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086501 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086502 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.086510 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.086510 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.086519 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086527 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.086535 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.086541 7f25905e3700  7 osd.394 pg_epoch: 411218 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.086549 7f25905e3700 15 osd.394 pg_epoch: 411218 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:194581
2014-08-25 11:02:48.086556 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.086562 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086569 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086578 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.086593 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:48.086604 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086608 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.086616 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086625 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.086632 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:02:48.086640 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086647 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086657 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.086671 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:48.086681 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086684 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.086692 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.086699 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086707 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.086714 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.086721 7f25905e3700  7 osd.394 pg_epoch: 411218 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.086729 7f25905e3700 15 osd.394 pg_epoch: 411218 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:194421
2014-08-25 11:02:48.086735 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.086742 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086749 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086757 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.086772 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:48.086783 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086787 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.086798 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086807 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.086815 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:02:48.086822 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086834 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086852 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.086866 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:48.086877 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086880 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.086888 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086897 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.086904 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] take_waiters
2014-08-25 11:02:48.086911 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.086921 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.086930 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.086944 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:48.086953 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.086956 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.086964 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.086971 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.086980 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.086987 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.086994 7f25905e3700  7 osd.394 pg_epoch: 411218 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.087001 7f25905e3700 15 osd.394 pg_epoch: 411218 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411218:198985
2014-08-25 11:02:48.087008 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.087014 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.087021 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.087029 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.087044 7f25905e3700 10 osd.394 pg_epoch: 411217 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:48.087053 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.087056 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.087064 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.087073 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.087080 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] take_waiters
2014-08-25 11:02:48.087087 7f25905e3700 20 osd.394 pg_epoch: 411218 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411218
2014-08-25 11:02:48.087094 7f25905e3700 10 osd.394 pg_epoch: 411218 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411218 epoch_requested: 411218 NullEvt
2014-08-25 11:02:48.087103 7f25905e3700 10 log is not dirty
2014-08-25 11:02:48.266376 7f25945eb700 10 osd.394 411218 note_peer_epoch osd.309 now has 411218
2014-08-25 11:02:48.266386 7f25945eb700 20 osd.394 411218 _share_map_outgoing 0x54b1e40 already has epoch 411218
2014-08-25 11:02:48.266430 7f25935e9700 20 osd.394 411218 _share_map_outgoing 0x54b1e40 already has epoch 411218
2014-08-25 11:02:48.435717 7f25945eb700 10 osd.394 411218 note_peer_epoch osd.333 now has 411218
2014-08-25 11:02:48.435725 7f25945eb700 20 osd.394 411218 _share_map_outgoing 0x5773440 already has epoch 411218
2014-08-25 11:02:48.435762 7f25935e9700 20 osd.394 411218 _share_map_outgoing 0x5773440 already has epoch 411218
2014-08-25 11:02:48.464344 7f25945eb700 10 osd.394 411218 note_peer_epoch osd.23 now has 411218
2014-08-25 11:02:48.464352 7f25945eb700 20 osd.394 411218 _share_map_outgoing 0x5236040 already has epoch 411218
2014-08-25 11:02:48.464445 7f25935e9700 20 osd.394 411218 _share_map_outgoing 0x5236040 already has epoch 411218
2014-08-25 11:02:48.541706 7f25935e9700 10 osd.394 411218 note_peer_epoch osd.368 now has 411218
2014-08-25 11:02:48.541717 7f25935e9700 20 osd.394 411218 _share_map_outgoing 0x5acdc20 already has epoch 411218
2014-08-25 11:02:48.541749 7f25945eb700 20 osd.394 411218 _share_map_outgoing 0x5acdc20 already has epoch 411218
2014-08-25 11:02:48.569281 7f25935e9700 10 osd.394 411218 note_peer_epoch osd.293 now has 411218
2014-08-25 11:02:48.569292 7f25935e9700 20 osd.394 411218 _share_map_outgoing 0x5082d60 already has epoch 411218
2014-08-25 11:02:48.569332 7f25945eb700 20 osd.394 411218 _share_map_outgoing 0x5082d60 already has epoch 411218
2014-08-25 11:02:48.569990 7f25935e9700 10 osd.394 411218 note_peer_epoch osd.301 now has 411218
2014-08-25 11:02:48.569997 7f25935e9700 20 osd.394 411218 _share_map_outgoing 0x5087d20 already has epoch 411218
2014-08-25 11:02:48.570039 7f25945eb700 20 osd.394 411218 _share_map_outgoing 0x5087d20 already has epoch 411218
2014-08-25 11:02:48.582242 7f25a0e04700  5 osd.394 411218 tick
2014-08-25 11:02:48.582270 7f25a0e04700 20 osd.394 411218 scrub_random_backoff lost coin flip, randomly backing off
2014-08-25 11:02:48.582273 7f25a0e04700 10 osd.394 411218 do_waiters -- start
2014-08-25 11:02:48.582274 7f25a0e04700 10 osd.394 411218 do_waiters -- finish
2014-08-25 11:02:48.623016 7f25945eb700 10 osd.394 411218 note_peer_epoch osd.327 has 411218
2014-08-25 11:02:48.623030 7f25945eb700 20 osd.394 411218 _share_map_outgoing 0x507ac00 already has epoch 411218
2014-08-25 11:02:48.623053 7f25935e9700 20 osd.394 411218 _share_map_outgoing 0x507ac00 already has epoch 411218
2014-08-25 11:02:48.964806 7f2585688700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.103:6803/1374028360 pipe(0x4f64d80 sd=109 :39293 s=2 pgs=179214 cs=1 l=0 c=0x5817220).fault with nothing to send, going to standby
2014-08-25 11:02:48.976082 7f2595dee700 10 osd.394 411218 do_waiters -- start
2014-08-25 11:02:48.976085 7f2595dee700 10 osd.394 411218 do_waiters -- finish
2014-08-25 11:02:48.976086 7f2595dee700 20 osd.394 411218 _dispatch 0x26fe300 osd_map(411218..411219 src has 194721..411219) v3
2014-08-25 11:02:48.976130 7f2595dee700  3 osd.394 411218 handle_osd_map epochs [411218,411219], i have 411218, src has [194721,411219]
2014-08-25 11:02:48.976134 7f2595dee700 10 osd.394 411218 handle_osd_map  got inc map for epoch 411219
2014-08-25 11:02:48.979198 7f2595dee700 10 osd.394 411218  advance to epoch 411219 (<= newest 411219)
2014-08-25 11:02:48.979294 7f2595dee700  7 osd.394 411219 advance_map epoch 411219  39 pgs
2014-08-25 11:02:48.979313 7f2595dee700 10 osd.394 411219 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411219 [194721,411219] lci=[411216,411219])
2014-08-25 11:02:48.979371 7f2595dee700  0 osd.394 411219 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:48.979378 7f2595dee700  7 osd.394 411219 consume_map version 411219
2014-08-25 11:02:48.979401 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] null
2014-08-25 11:02:48.979424 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:02:48.979437 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.979448 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:02:48.979461 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.979456 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:48.979471 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:02:48.979486 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.979482 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:02:48.979492 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:02:48.979493 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.979504 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.979506 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.979515 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.979519 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.979525 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.979529 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] take_waiters
2014-08-25 11:02:48.979536 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:02:48.979539 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.979547 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:02:48.979549 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.979558 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] null
2014-08-25 11:02:48.979565 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.979567 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:02:48.979631 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:48.979647 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.979651 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.979665 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.979674 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.979682 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:02:48.979690 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.979697 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.979713 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.979729 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:48.979745 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.979750 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.979759 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.979768 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.979777 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.979784 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.979792 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.979802 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:198845
2014-08-25 11:02:48.979809 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.979816 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.979823 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.979838 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.979856 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:48.979867 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.979870 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.979879 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.979888 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.979895 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:02:48.979902 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.979910 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.979918 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.979933 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:48.979943 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.979946 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.979954 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.979962 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.979978 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.979985 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.979992 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.980000 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:256807
2014-08-25 11:02:48.980007 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.980013 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.980021 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.980029 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.980044 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:48.980053 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.980057 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.980065 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.980074 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.980081 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:02:48.980088 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.980096 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.980104 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.980122 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:48.980135 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.980138 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.980146 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.980155 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.980163 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:02:48.980170 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.980177 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.980185 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.980202 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:48.980212 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.980215 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.980223 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.980232 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.980239 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:02:48.980246 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.980253 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.980262 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.980276 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:48.980285 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.980289 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.980296 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.980304 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.980313 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.980320 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.980327 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.980336 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:197219
2014-08-25 11:02:48.980344 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.980351 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.980358 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.980374 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.980394 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:48.980404 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.980407 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.980415 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.980423 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.980431 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.980439 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.980445 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.980453 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:194691
2014-08-25 11:02:48.980460 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.980466 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.980473 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.980481 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.980496 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:48.980508 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.980511 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.980520 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.980527 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.980536 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.980543 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.980550 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.980557 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:200396
2014-08-25 11:02:48.980564 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.980570 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.980577 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.980586 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.980601 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:48.980613 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.980616 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.980625 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.980633 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.980641 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:02:48.980653 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.980660 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.980668 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.980683 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:48.980695 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.980698 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.980706 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.980715 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.980723 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:02:48.980730 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.980737 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.980747 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.980761 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:48.980773 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.980776 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.980785 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.980793 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.980801 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] take_waiters
2014-08-25 11:02:48.980808 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.980815 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.980823 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.980850 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.980863 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:02:48.980874 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.980883 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:02:48.980892 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] null
2014-08-25 11:02:48.980903 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.980913 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] null
2014-08-25 11:02:48.980923 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:02:48.980933 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.980943 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:02:48.980952 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:02:48.980962 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:02:48.980972 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.980982 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.980991 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:02:48.981007 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:02:48.981018 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] null
2014-08-25 11:02:48.981029 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:02:48.981039 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:02:48.981049 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.981058 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:02:48.981068 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:02:48.981079 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:02:48.981088 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:48.981098 7f2595dee700  7 osd.394 411219 activate_map version 411219
2014-08-25 11:02:48.981112 7f258add8700 20 osd.394 411219 agent_entry empty queue
2014-08-25 11:02:48.981118 7f2595dee700 10 osd.394 411219 do_waiters -- start
2014-08-25 11:02:48.981120 7f2595dee700 10 osd.394 411219 do_waiters -- finish
2014-08-25 11:02:48.981126 7f2595dee700  1 osd.394 411219 ms_handle_reset con 0x5817220 session 0
2014-08-25 11:02:48.981141 7f2595dee700 10 osd.394 411219 do_waiters -- start
2014-08-25 11:02:48.981142 7f2595dee700 10 osd.394 411219 do_waiters -- finish
2014-08-25 11:02:48.981143 7f2595dee700 20 osd.394 411219 _dispatch 0x2768d20 pg_query(32.e3 epoch 411219) v3
2014-08-25 11:02:48.981166 7f2595dee700  7 osd.394 411219 handle_pg_query from osd.29 epoch 411219
2014-08-25 11:02:48.981168 7f2595dee700 15 osd.394 411219 require_same_or_newer_map 411219 (i am 411219) 0x2768d20
2014-08-25 11:02:48.981176 7f2595dee700 10 osd.394 pg_epoch: 411218 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] handle_query query(info 0'0) from replica 29
2014-08-25 11:02:48.981201 7f2595dee700 10 osd.394 411219 do_waiters -- start
2014-08-25 11:02:48.981202 7f2595dee700 10 osd.394 411219 do_waiters -- finish
2014-08-25 11:02:48.981234 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:48.981247 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.981251 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.981264 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.981273 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.981281 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:02:48.981288 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.981296 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.981305 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.981322 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:48.981335 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.981339 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.981347 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.981355 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.981373 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.981381 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.981389 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.981397 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:194582
2014-08-25 11:02:48.981404 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.981410 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.981417 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.981426 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.981441 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:48.981454 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.981457 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.981466 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.981475 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.981482 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:02:48.981489 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.981497 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.981505 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.981519 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:48.981529 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.981532 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.981540 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.981548 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.981556 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.981563 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.981570 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.981578 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:194422
2014-08-25 11:02:48.981585 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.981592 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.981599 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.981607 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.981622 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:48.981634 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.981638 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.981646 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.981655 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.981662 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:02:48.981669 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.981676 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.981684 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.981699 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] handle_advance_map [29,394]/[29,394] -- 29/29
2014-08-25 11:02:48.981708 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.981712 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.981719 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] acting_up_affected newup [29,394] newacting [29,394]
2014-08-25 11:02:48.981727 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:48.981736 7f258fde2700  5 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] exit Started/ReplicaActive/RepNotRecovering 2.677019 7 0.000104
2014-08-25 11:02:48.981747 7f258fde2700  5 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] exit Started/ReplicaActive 2.677039 0 0.000000
2014-08-25 11:02:48.981757 7f258fde2700  5 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] exit Started 3.739407 0 0.000000
2014-08-25 11:02:48.981766 7f258fde2700  5 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] enter Reset
2014-08-25 11:02:48.981773 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411216 pi=410878-411215/22 crt=0'0 active] set_last_peering_reset 411219
2014-08-25 11:02:48.981781 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411219 pi=410878-411215/22 crt=0'0 active] state<Reset>: Reset advmap
2014-08-25 11:02:48.981788 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411219 pi=410878-411215/22 crt=0'0 active] _calc_past_interval_range: already have past intervals back to 411217
2014-08-25 11:02:48.981797 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411219 pi=410878-411215/22 crt=0'0 active] acting_up_affected newup [29,394] newacting [29,394]
2014-08-25 11:02:48.981807 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411219 pi=410878-411215/22 crt=0'0 active] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:48.981814 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394,31] r=1 lpr=411219 pi=410878-411215/22 crt=0'0 active] set_last_peering_reset 411219
2014-08-25 11:02:48.981831 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] start_peering_interval: check_new_interval output: generate_past_intervals interval(411216-411218 up [29,394,31](29) acting [29,394,31](29)): not rw, up_thru 411216 up_from 411187 last_epoch_clean 411217
generate_past_intervals interval(411216-411218 up [29,394,31](29) acting [29,394,31](29) maybe_went_rw) : primary up 411187-411216 includes interval

2014-08-25 11:02:48.981840 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active]  noting past interval(411216-411218 up [29,394,31](29) acting [29,394,31](29) maybe_went_rw)
2014-08-25 11:02:48.981848 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active]  up [29,394,31] -> [29,394], acting [29,394,31] -> [29,394], acting_primary 29 -> 29, up_primary 29 -> 29, role 1 -> 1
2014-08-25 11:02:48.981858 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive] on_change
2014-08-25 11:02:48.981865 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:48.981872 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:48.981886 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:48.981893 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:48.981900 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:48.981907 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive] on_change
2014-08-25 11:02:48.981916 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:48.981923 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:48.981931 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:48.981937 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:48.981945 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.981955 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:48.981987 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:48.981995 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:48.982003 7f258fde2700  5 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] exit Reset 0.000237 1 0.000242
2014-08-25 11:02:48.982012 7f258fde2700  5 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:48.982019 7f258fde2700  5 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:48.982026 7f258fde2700  1 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:48.982038 7f258fde2700  5 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] exit Start 0.000019 0 0.000000
2014-08-25 11:02:48.982048 7f258fde2700  5 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:48.982058 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.982066 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.982112 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.982144 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:48.982157 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.982160 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.982169 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.982177 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.982186 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.982194 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.982201 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.982209 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:198986
2014-08-25 11:02:48.982216 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.982222 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.982229 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.982238 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.982253 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:48.982267 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.982271 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.982279 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.982288 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.982295 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] take_waiters
2014-08-25 11:02:48.982302 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.982310 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.982318 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.982333 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:48.982345 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.982349 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.982357 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.982372 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.982380 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:02:48.982388 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.982395 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.982403 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.982420 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:02:48.982432 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.982436 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.982444 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.982452 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.982460 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.982468 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.982474 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.982482 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:200464
2014-08-25 11:02:48.982489 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.982496 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.982503 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.982511 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.982525 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:02:48.982536 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.982539 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.982547 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.982556 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.982563 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:02:48.982570 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.982577 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.982585 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.982600 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:48.982612 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.982615 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.982623 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.982632 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.982639 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:02:48.982646 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.982654 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.982662 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.982677 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:48.982689 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.982692 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.982700 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.982709 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.982719 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:02:48.982726 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.982733 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.982744 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.982760 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:02:48.982769 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.982772 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.982780 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.982787 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.982796 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.982803 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.982810 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.982817 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:199649
2014-08-25 11:02:48.982824 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.982831 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.982838 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.982846 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.982860 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:48.982869 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.982872 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.982880 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.982887 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.982896 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.982903 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.982910 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.982917 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:203852
2014-08-25 11:02:48.982924 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.982931 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.982938 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.982946 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.982961 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:48.982973 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.982977 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.982985 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.982994 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.983001 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:02:48.983008 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.983015 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.983024 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.983038 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:48.983050 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.983054 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.983062 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.983070 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.983078 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:02:48.983085 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.983098 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.983107 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.983121 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:48.983133 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.983137 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.983145 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.983158 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.983166 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] take_waiters
2014-08-25 11:02:48.983173 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.983180 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.983189 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.983203 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:48.983214 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.983217 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.983225 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.983234 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.983241 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:02:48.983248 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.983255 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.983263 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.983279 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:48.983292 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.983296 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.983304 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.983313 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.983320 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:02:48.983327 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.983334 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.983343 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.983349 7f258fde2700 10 osd.394 411219 send_incremental_map 411217 -> 411219 to 0x5211ce0 192.168.1.115:6805/703000658
2014-08-25 11:02:48.983484 7f258fde2700 10 osd.394 411219 note_peer_epoch osd.29 has 411219
2014-08-25 11:02:48.983491 7f258fde2700  7 osd.394 411219 do_notify osd 29 on 1 PGs
2014-08-25 11:02:48.983609 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:48.983627 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.983631 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.983640 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.983648 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.983657 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.983665 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.983672 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.983680 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:193571
2014-08-25 11:02:48.983687 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.983694 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.983702 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.983710 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.983726 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:48.983738 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.983741 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.983749 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.983758 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.983766 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:02:48.983773 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.983780 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.983790 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.983805 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:48.983819 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.983822 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.983831 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.983839 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.983847 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:02:48.983854 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.983861 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.983870 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.983884 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:48.983895 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.983898 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:48.983905 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.984130 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:02:48.984138 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:02:48.984145 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.984153 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.984161 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.984177 7f258fde2700 10 osd.394 pg_epoch: 411218 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:48.984188 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:48.984191 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:48.984198 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:48.984206 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:48.984215 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:48.984222 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:48.984229 7f258fde2700  7 osd.394 pg_epoch: 411219 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:48.984236 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411219:201095
2014-08-25 11:02:48.984243 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:48.984250 7f258fde2700 20 osd.394 pg_epoch: 411219 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411219
2014-08-25 11:02:48.984257 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 NullEvt
2014-08-25 11:02:48.984265 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.984272 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 MQuery from 29 query_epoch 411219 query: query(info 0'0)
2014-08-25 11:02:48.984284 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:48.984314 7f258fde2700 10 log is not dirty
2014-08-25 11:02:48.984320 7f258fde2700 20 osd.394 411219 _share_map_outgoing 0x5211ce0 already has epoch 411219
2014-08-25 11:02:48.984322 7f258fde2700  7 osd.394 411219 do_notify osd 29 on 1 PGs
2014-08-25 11:02:48.985808 7f259a211700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:48.986186 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411219 epoch_requested: 411219 FlushedEvt
2014-08-25 11:02:48.986207 7f258fde2700 15 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:48.986218 7f258fde2700 10 log is not dirty
2014-08-25 11:02:49.052720 7f25935e9700 10 osd.394 411219 note_peer_epoch osd.292 has 411219
2014-08-25 11:02:49.052731 7f25935e9700 20 osd.394 411219 _share_map_outgoing 0x54b5280 already has epoch 411219
2014-08-25 11:02:49.071514 7f25945eb700 10 osd.394 411219 note_peer_epoch osd.301 has 411219
2014-08-25 11:02:49.071526 7f25945eb700 20 osd.394 411219 _share_map_outgoing 0x5087d20 already has epoch 411219
2014-08-25 11:02:49.071998 7f25945eb700 10 osd.394 411219 note_peer_epoch osd.302 now has 411219
2014-08-25 11:02:49.072006 7f25945eb700 20 osd.394 411219 _share_map_outgoing 0x5814e60 already has epoch 411219
2014-08-25 11:02:49.072054 7f25935e9700 20 osd.394 411219 _share_map_outgoing 0x5087d20 already has epoch 411219
2014-08-25 11:02:49.072091 7f25935e9700 20 osd.394 411219 _share_map_outgoing 0x5814e60 already has epoch 411219
2014-08-25 11:02:49.126499 7f25945eb700 10 osd.394 411219 note_peer_epoch osd.327 has 411219
2014-08-25 11:02:49.126509 7f25945eb700 20 osd.394 411219 _share_map_outgoing 0x507ac00 already has epoch 411219
2014-08-25 11:02:49.128215 7f25935e9700 20 osd.394 411219 _share_map_outgoing 0x507ac00 already has epoch 411219
2014-08-25 11:02:49.180468 7f25945eb700 10 osd.394 411219 note_peer_epoch osd.379 has 411219
2014-08-25 11:02:49.180478 7f25945eb700 20 osd.394 411219 _share_map_outgoing 0x5813c80 already has epoch 411219
2014-08-25 11:02:49.180581 7f25935e9700 20 osd.394 411219 _share_map_outgoing 0x5813c80 already has epoch 411219
2014-08-25 11:02:49.227436 7f2585688700 10 osd.394 411219  new session 0x33a1b20 con=0x63cb020 addr=192.168.1.103:6809/1375028360
2014-08-25 11:02:49.227476 7f2585688700 10 osd.394 411219  session 0x33a1b20 osd.31 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:49.574753 7f2596df0700 10 osd.394 411219 do_waiters -- start
2014-08-25 11:02:49.574757 7f2596df0700 10 osd.394 411219 do_waiters -- finish
2014-08-25 11:02:49.574759 7f2596df0700 20 osd.394 411219 _dispatch 0x5281340 pg_stats_ack(13 pgs tid 1) v1
2014-08-25 11:02:49.574763 7f2596df0700 10 osd.394 411219 handle_pg_stats_ack
2014-08-25 11:02:49.574777 7f2596df0700 10 osd.394 411219 do_waiters -- start
2014-08-25 11:02:49.574778 7f2596df0700 10 osd.394 411219 do_waiters -- finish
2014-08-25 11:02:49.582381 7f25a0e04700  5 osd.394 411219 tick
2014-08-25 11:02:49.582409 7f25a0e04700 20 osd.394 411219 scrub_random_backoff lost coin flip, randomly backing off
2014-08-25 11:02:49.582426 7f25a0e04700 10 osd.394 411219 do_waiters -- start
2014-08-25 11:02:49.582428 7f25a0e04700 10 osd.394 411219 do_waiters -- finish
2014-08-25 11:02:49.608233 7f25945eb700 10 osd.394 411219 note_peer_epoch osd.56 now has 411219
2014-08-25 11:02:49.608246 7f25945eb700 20 osd.394 411219 _share_map_outgoing 0x57a48e0 already has epoch 411219
2014-08-25 11:02:49.608333 7f25935e9700 20 osd.394 411219 _share_map_outgoing 0x57a48e0 already has epoch 411219
2014-08-25 11:02:49.670408 7f25945eb700 10 osd.394 411219 note_peer_epoch osd.293 has 411219
2014-08-25 11:02:49.670418 7f25945eb700 20 osd.394 411219 _share_map_outgoing 0x5082d60 already has epoch 411219
2014-08-25 11:02:49.670515 7f25935e9700 20 osd.394 411219 _share_map_outgoing 0x5082d60 already has epoch 411219
2014-08-25 11:02:49.736264 7f25945eb700 20 osd.394 411219 _share_map_outgoing 0x5211ce0 already has epoch 411219
2014-08-25 11:02:50.030959 7f257b7f2700  0 -- 192.168.1.105:6805/41922 >> 192.168.1.102:6803/1249017967 pipe(0x4f67300 sd=208 :50149 s=2 pgs=168838 cs=1 l=0 c=0x5936b40).fault with nothing to send, going to standby
2014-08-25 11:02:50.038093 7f2594dec700 10 osd.394 411219 heartbeat_reset failed hb con 0x59a1b80 for osd.365, reopening
2014-08-25 11:02:50.038310 7f257634f700  0 -- 192.168.100.105:0/41922 >> 192.168.1.102:6805/1249017967 pipe(0x935c600 sd=261 :0 s=1 pgs=0 cs=0 l=1 c=0x54dbb20).fault
2014-08-25 11:02:50.041514 7f2575e16700  0 -- 192.168.100.105:0/41922 >> 192.168.100.102:6806/1249017967 pipe(0x935bc00 sd=156 :0 s=1 pgs=0 cs=0 l=1 c=0x54dbc80).fault
2014-08-25 11:02:50.054327 7f2595dee700 10 osd.394 411219 do_waiters -- start
2014-08-25 11:02:50.054330 7f2595dee700 10 osd.394 411219 do_waiters -- finish
2014-08-25 11:02:50.054332 7f2595dee700 20 osd.394 411219 _dispatch 0x57f7980 osd_map(411218..411220 src has 194721..411220) v3
2014-08-25 11:02:50.054387 7f2595dee700  3 osd.394 411219 handle_osd_map epochs [411218,411220], i have 411219, src has [194721,411220]
2014-08-25 11:02:50.054393 7f2595dee700 10 osd.394 411219 handle_osd_map  got inc map for epoch 411220
2014-08-25 11:02:50.057506 7f2595dee700 10 osd.394 411219  advance to epoch 411220 (<= newest 411220)
2014-08-25 11:02:50.057749 7f2595dee700  7 osd.394 411220 advance_map epoch 411220  39 pgs
2014-08-25 11:02:50.057772 7f2595dee700 10 osd.394 411220 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411220 [194721,411220] lci=[411216,411220])
2014-08-25 11:02:50.057822 7f2595dee700  0 osd.394 411220 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:50.057831 7f2595dee700  7 osd.394 411220 consume_map version 411220
2014-08-25 11:02:50.057855 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] null
2014-08-25 11:02:50.057879 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:02:50.057894 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.057921 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:02:50.057941 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:50.057947 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.057959 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.057959 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:02:50.057966 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.057970 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:02:50.057976 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.057981 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:02:50.057987 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.057992 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.058000 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.058004 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.058009 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.058015 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.058018 7f258fde2700  7 osd.394 pg_epoch: 411220 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.058026 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:02:50.058028 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411220:198846
2014-08-25 11:02:50.058036 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.058037 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:02:50.058045 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.058052 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] null
2014-08-25 11:02:50.058055 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.058067 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.058064 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:02:50.058074 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.058092 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:02:50.058103 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.058101 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:50.058115 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.058113 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:02:50.058120 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.058123 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:50.058135 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.058129 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.058144 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] null
2014-08-25 11:02:50.058148 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.058156 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:02:50.058157 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:02:50.058165 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.058166 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.058173 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.058183 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.058177 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:02:50.058187 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:02:50.058198 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:02:50.058199 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:50.058210 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.058213 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.058216 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.058221 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.058227 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.058231 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.058237 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:02:50.058241 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.058249 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.058249 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:02:50.058257 7f258fde2700  7 osd.394 pg_epoch: 411220 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.058261 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] null
2014-08-25 11:02:50.058267 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411220:256808
2014-08-25 11:02:50.058271 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:02:50.058275 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.058283 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.058283 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:02:50.058292 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.058302 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.058295 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.058305 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:02:50.058318 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:02:50.058316 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:50.058328 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.058329 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:02:50.058332 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.058340 7f2595dee700 10 osd.394 pg_epoch: 411219 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.058341 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.058351 7f2595dee700  7 osd.394 411220 activate_map version 411220
2014-08-25 11:02:50.058359 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.058361 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.058385 7f2595dee700  1 osd.394 411220 ms_handle_reset con 0x5936b40 session 0
2014-08-25 11:02:50.058362 7f258add8700 20 osd.394 411220 agent_entry empty queue
2014-08-25 11:02:50.058351 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.058405 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:02:50.058408 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:50.058414 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.058422 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.058427 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.058431 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.058433 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.058443 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.058454 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.058453 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:50.058468 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.058463 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] take_waiters
2014-08-25 11:02:50.058472 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.058472 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.058483 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.058483 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.058494 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.058494 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.058502 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:02:50.058508 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.058512 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:50.058516 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.058526 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.058526 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.058530 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.058538 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.058543 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:50.058548 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.058554 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.058556 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:02:50.058557 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.058564 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.058566 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.058572 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.058582 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.058576 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.058584 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:02:50.058591 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.058598 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.058607 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.058615 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:50.058627 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.058621 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,359]/[394,359] -- 394/394
2014-08-25 11:02:50.058631 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.058631 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.058635 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.058641 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.058644 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.058650 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.058651 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] acting_up_affected newup [394,359] newacting [394,359]
2014-08-25 11:02:50.058659 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:50.058661 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.058669 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.058669 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] exit Started/Primary/Active/Clean 3.712374 7 0.000266
2014-08-25 11:02:50.058677 7f25905e3700  7 osd.394 pg_epoch: 411220 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.058681 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active 3.919588 0 0.000000
2014-08-25 11:02:50.058686 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411220:194583
2014-08-25 11:02:50.058692 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active] agent_stop
2014-08-25 11:02:50.058695 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.058702 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.058702 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active] exit Started/Primary 4.990355 0 0.000000
2014-08-25 11:02:50.058712 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.058722 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.058715 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active] exit Started 4.990401 0 0.000000
2014-08-25 11:02:50.058725 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active] enter Reset
2014-08-25 11:02:50.058732 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active] set_last_peering_reset 411220
2014-08-25 11:02:50.058737 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:50.058740 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411220 crt=0'0 mlcod 0'0 active] state<Reset>: Reset advmap
2014-08-25 11:02:50.058750 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.058750 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411220 crt=0'0 mlcod 0'0 active] _calc_past_interval_range start epoch 411217 >= end epoch 411216, nothing to do
2014-08-25 11:02:50.058754 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.058758 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411220 crt=0'0 mlcod 0'0 active] acting_up_affected newup [394,359] newacting [394,359]
2014-08-25 11:02:50.058764 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.058766 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411220 crt=0'0 mlcod 0'0 active] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:50.058774 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,359] r=0 lpr=411220 crt=0'0 mlcod 0'0 active] set_last_peering_reset 411220
2014-08-25 11:02:50.058774 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.058783 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:02:50.058791 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.058796 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 active] start_peering_interval: check_new_interval output: generate_past_intervals interval(411216-411219 up [394,365,359](394) acting [394,365,359](394)): not rw, up_thru 411216 up_from 411216 last_epoch_clean 411217
generate_past_intervals interval(411216-411219 up [394,365,359](394) acting [394,365,359](394) maybe_went_rw) : primary up 411216-411216 includes interval

2014-08-25 11:02:50.058799 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.058808 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.058806 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 active]  noting past interval(411216-411219 up [394,365,359](394) acting [394,365,359](394) maybe_went_rw)
2014-08-25 11:02:50.058815 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 active]  up [394,365,359] -> [394,359], acting [394,365,359] -> [394,359], acting_primary 394 -> 394, up_primary 394 -> 394, role 0 -> 0
2014-08-25 11:02:50.058823 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,315]/[394,315] -- 394/394
2014-08-25 11:02:50.058825 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] clear_primary_state
2014-08-25 11:02:50.058833 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.058836 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] agent_stop
2014-08-25 11:02:50.058837 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.058845 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] on_change
2014-08-25 11:02:50.058846 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.058854 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] acting_up_affected newup [394,315] newacting [394,315]
2014-08-25 11:02:50.058855 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411220:197220
2014-08-25 11:02:50.058863 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:50.058864 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.058873 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] exit Started/Primary/Active/Clean 3.731916 7 0.000253
2014-08-25 11:02:50.058875 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] cancel_copy_ops
2014-08-25 11:02:50.058883 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] cancel_flush_ops
2014-08-25 11:02:50.058883 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active 3.843436 0 0.000000
2014-08-25 11:02:50.058891 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.058894 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active] agent_stop
2014-08-25 11:02:50.058898 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.058903 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active] exit Started/Primary 4.841517 0 0.000000
2014-08-25 11:02:50.058906 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.058913 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active] exit Started 4.841565 0 0.000000
2014-08-25 11:02:50.058913 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] on_change_cleanup
2014-08-25 11:02:50.058923 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] on_change
2014-08-25 11:02:50.058923 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active] enter Reset
2014-08-25 11:02:50.058932 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411216 crt=0'0 mlcod 0'0 active] set_last_peering_reset 411220
2014-08-25 11:02:50.058934 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] exit NotTrimming
2014-08-25 11:02:50.058940 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411220 crt=0'0 mlcod 0'0 active] state<Reset>: Reset advmap
2014-08-25 11:02:50.058943 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] enter NotTrimming
2014-08-25 11:02:50.058950 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411220 crt=0'0 mlcod 0'0 active] _calc_past_interval_range start epoch 411217 >= end epoch 411216, nothing to do
2014-08-25 11:02:50.058952 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] [394,365,359] -> [394,359], replicas changed
2014-08-25 11:02:50.058958 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411220 crt=0'0 mlcod 0'0 active] acting_up_affected newup [394,315] newacting [394,315]
2014-08-25 11:02:50.058960 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:50.058967 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:50.058966 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411220 crt=0'0 mlcod 0'0 active] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:50.058974 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,365,315] r=0 lpr=411220 crt=0'0 mlcod 0'0 active] set_last_peering_reset 411220
2014-08-25 11:02:50.058976 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.058987 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:50.058997 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 359,365,394 -> 359,394
2014-08-25 11:02:50.058994 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 active] start_peering_interval: check_new_interval output: generate_past_intervals interval(411216-411219 up [394,365,315](394) acting [394,365,315](394)): not rw, up_thru 411216 up_from 411216 last_epoch_clean 411217
generate_past_intervals interval(411216-411219 up [394,365,315](394) acting [394,365,315](394) maybe_went_rw) : primary up 411216-411216 includes interval

2014-08-25 11:02:50.059006 7f258fde2700 20 osd.394 411220 need_heartbeat_peer_update
2014-08-25 11:02:50.059008 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:50.059005 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 active]  noting past interval(411216-411219 up [394,365,315](394) acting [394,365,315](394) maybe_went_rw)
2014-08-25 11:02:50.059016 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000290 1 0.000350
2014-08-25 11:02:50.059015 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 active]  up [394,365,315] -> [394,315], acting [394,365,315] -> [394,315], acting_primary 394 -> 394, up_primary 394 -> 394, role 0 -> 0
2014-08-25 11:02:50.059027 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:50.059027 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] clear_primary_state
2014-08-25 11:02:50.059036 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:50.059038 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] agent_stop
2014-08-25 11:02:50.059044 7f258fde2700  1 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:50.059046 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] on_change
2014-08-25 11:02:50.059054 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] exit Start 0.000018 0 0.000000
2014-08-25 11:02:50.059055 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411220:194423
2014-08-25 11:02:50.059065 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.059065 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:50.059074 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:50.059074 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] cancel_copy_ops
2014-08-25 11:02:50.059083 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:50.059087 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] cancel_flush_ops
2014-08-25 11:02:50.059092 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411217
2014-08-25 11:02:50.059095 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.059102 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.059103 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411216-411219 up [394,365,359](394) acting [394,365,359](394) maybe_went_rw)
2014-08-25 11:02:50.059109 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.059113 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior  prior osd.365 is down
2014-08-25 11:02:50.059117 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] on_change_cleanup
2014-08-25 11:02:50.059122 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 359,394 down 365 blocked_by {}
2014-08-25 11:02:50.059124 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] on_change
2014-08-25 11:02:50.059132 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] up_thru 411216 < same_since 411220, must notify monitor
2014-08-25 11:02:50.059134 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] exit NotTrimming
2014-08-25 11:02:50.059142 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411220:197221
2014-08-25 11:02:50.059143 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] enter NotTrimming
2014-08-25 11:02:50.059151 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] [394,365,315] -> [394,315], replicas changed
2014-08-25 11:02:50.059152 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.359
2014-08-25 11:02:50.059164 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059160 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:50.059173 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:50.059173 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059182 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059193 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:50.059202 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 315,365,394 -> 315,394
2014-08-25 11:02:50.059210 7f25905e3700 20 osd.394 411220 need_heartbeat_peer_update
2014-08-25 11:02:50.059211 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.059212 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:50.059220 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000296 1 0.000354
2014-08-25 11:02:50.059228 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:50.059236 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:50.059243 7f25905e3700  1 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:50.059245 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:50.059252 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] exit Start 0.000016 0 0.000000
2014-08-25 11:02:50.059259 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.059262 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:50.059269 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:50.059263 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.059277 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:50.059280 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.059285 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411217
2014-08-25 11:02:50.059290 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059295 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411216-411219 up [394,365,315](394) acting [394,365,315](394) maybe_went_rw)
2014-08-25 11:02:50.059300 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.059306 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior  prior osd.365 is down
2014-08-25 11:02:50.059308 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.059315 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 315,394 down 365 blocked_by {}
2014-08-25 11:02:50.059317 7f258fde2700  7 osd.394 pg_epoch: 411220 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.059324 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] up_thru 411216 < same_since 411220, must notify monitor
2014-08-25 11:02:50.059325 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411220:194692
2014-08-25 11:02:50.059333 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.059333 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411220:194424
2014-08-25 11:02:50.059341 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059342 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.315
2014-08-25 11:02:50.059350 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059359 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.059352 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059361 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059383 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:50.059397 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.059402 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.059401 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.059409 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.059417 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059425 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.059433 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.059429 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:50.059445 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.059441 7f258fde2700  7 osd.394 pg_epoch: 411220 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.059449 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411220:200397
2014-08-25 11:02:50.059449 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.059457 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.059459 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059469 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.059464 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059478 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:02:50.059479 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059488 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.059486 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059494 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059503 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.059503 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:50.059516 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.059518 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] handle_advance_map [29,394]/[29,394] -- 29/29
2014-08-25 11:02:50.059520 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.059528 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.059529 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059532 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:50.059539 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.059540 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059547 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:02:50.059550 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:50.059555 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059563 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059571 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.059588 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:50.059586 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:50.059599 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.059596 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411219 while current is 411220
2014-08-25 11:02:50.059602 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.059604 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059613 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.059611 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059620 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.059628 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:02:50.059627 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:50.059637 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.059635 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059640 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.059649 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.059644 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059659 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.059657 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059667 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.059674 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.059674 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:50.059687 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.059683 7f25905e3700  7 osd.394 pg_epoch: 411220 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.059691 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411220:198987
2014-08-25 11:02:50.059691 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.059700 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.059701 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059707 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059710 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.059715 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059725 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.059719 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] take_waiters
2014-08-25 11:02:50.059727 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059734 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059743 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.059740 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:50.059750 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.059754 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.059762 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059759 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:50.059772 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.059773 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.059776 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.059781 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] take_waiters
2014-08-25 11:02:50.059785 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059789 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059795 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.059798 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059808 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.059803 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:02:50.059811 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059818 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059828 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.059822 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:50.059833 7f258fde2700 10 osd.394 411220 queue_want_up_thru now 411220 (was 411216), currently 411216
2014-08-25 11:02:50.059836 7f258fde2700 10 osd.394 411220 send_alive up_thru currently 411216 want 411220
2014-08-25 11:02:50.059836 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.059837 7f258fde2700 10 osd.394 411220 send_alive want 411220
2014-08-25 11:02:50.059839 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.059848 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059857 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.059865 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:02:50.059872 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059879 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059887 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.059897 7f258fde2700 10 osd.394 411220 send_incremental_map 411217 -> 411220 to 0x52140a0 192.168.1.108:6816/1448025977
2014-08-25 11:02:50.059904 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:02:50.059916 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.059920 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.059928 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.059936 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.059944 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.059952 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.059958 7f25905e3700  7 osd.394 pg_epoch: 411220 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.059966 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411220:200465
2014-08-25 11:02:50.059973 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.059980 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.059987 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.059995 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.060010 7f258fde2700 10 osd.394 411220 note_peer_epoch osd.359 has 411220
2014-08-25 11:02:50.060015 7f258fde2700  7 osd.394 411220 do_queries querying osd.359 on 1 PGs
2014-08-25 11:02:50.060105 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:50.060121 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.060125 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.060134 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.060146 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.060154 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:02:50.060161 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.060168 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.060177 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.062888 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:02:50.062912 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.062918 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.062930 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.062941 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.062950 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:02:50.062958 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.062966 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.062982 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.062999 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:50.063014 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.063017 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.063026 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.063035 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.063043 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:02:50.063050 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.063058 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.063066 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.063083 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:50.063096 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.063099 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.063107 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.063116 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.063124 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:02:50.063131 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.063138 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.063147 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.063163 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:02:50.063174 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.063177 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.063186 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.063194 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.063202 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.063216 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.063223 7f25905e3700  7 osd.394 pg_epoch: 411220 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.063232 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411220:199650
2014-08-25 11:02:50.063239 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.063246 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.063253 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.063261 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.063276 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:50.063286 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.063289 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.063297 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.063305 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.063313 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.063320 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.063327 7f25905e3700  7 osd.394 pg_epoch: 411220 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.063334 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411220:203853
2014-08-25 11:02:50.063341 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.063348 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.063355 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.063363 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.063386 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:50.063400 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.063404 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.063412 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.063421 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.063429 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:02:50.063436 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.063443 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.063454 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.063470 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:50.063482 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.063486 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.063494 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.063503 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.063510 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:02:50.063517 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.063525 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.063533 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.063548 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:50.063560 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.063564 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.063572 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.063581 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.063588 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] take_waiters
2014-08-25 11:02:50.063595 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.063602 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.063611 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.063626 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:50.063636 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.063640 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.063649 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.063638 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:50.063662 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.063658 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.063666 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:02:50.063668 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.063673 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.063679 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.063681 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.063690 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.063690 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.063699 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:02:50.063707 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.063707 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:50.063721 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.063716 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.063726 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.063724 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.063733 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.063742 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.063743 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:50.063750 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:02:50.063756 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.063760 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.063758 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.063768 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.063771 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.063780 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.063778 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.063786 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:02:50.063786 7f25905e3700 10 osd.394 411220 send_incremental_map 411219 -> 411220 to 0x5211ce0 192.168.1.115:6805/703000658
2014-08-25 11:02:50.063793 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.063801 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.063810 7f25905e3700 10 osd.394 411220 note_peer_epoch osd.29 has 411220
2014-08-25 11:02:50.063813 7f25905e3700  7 osd.394 411220 do_notify osd 29 on 1 PGs
2014-08-25 11:02:50.063872 7f25905e3700 10 osd.394 411220 send_incremental_map 411217 -> 411220 to 0x57a6720 192.168.1.113:6806/1092038710
2014-08-25 11:02:50.063893 7f25905e3700 10 osd.394 411220 note_peer_epoch osd.315 has 411220
2014-08-25 11:02:50.063896 7f25905e3700  7 osd.394 411220 do_queries querying osd.315 on 1 PGs
2014-08-25 11:02:50.063963 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.063978 7f25905e3700 10 osd.394 pg_epoch: 411219 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:50.063996 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.063986 7f258fde2700 10 osd.394 pg_epoch: 411219 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:50.064000 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.064000 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.064005 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.064010 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.064015 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.064019 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.064025 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.064029 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.064035 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.064040 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.064044 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.064048 7f25905e3700  7 osd.394 pg_epoch: 411220 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.064052 7f258fde2700  7 osd.394 pg_epoch: 411220 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.064057 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411220:193572
2014-08-25 11:02:50.064062 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411220:201096
2014-08-25 11:02:50.064065 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.064071 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.064073 7f25905e3700 20 osd.394 pg_epoch: 411220 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.064079 7f258fde2700 20 osd.394 pg_epoch: 411220 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411220
2014-08-25 11:02:50.064081 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.064090 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.064096 7f25905e3700 10 osd.394 411220 queue_want_up_thru want 411220 <= queued 411220, currently 411216
2014-08-25 11:02:50.064087 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 NullEvt
2014-08-25 11:02:50.064101 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.075151 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.075157 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.075158 7f2595dee700 20 osd.394 411220 _dispatch 0x26ff980 osd_map(411220..411220 src has 194721..411220) v3
2014-08-25 11:02:50.075166 7f2595dee700  3 osd.394 411220 handle_osd_map epochs [411220,411220], i have 411220, src has [194721,411220]
2014-08-25 11:02:50.075169 7f2595dee700 10 osd.394 411220  no new maps here, dropping
2014-08-25 11:02:50.075170 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.075179 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.075193 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.075195 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.075195 7f2595dee700 20 osd.394 411220 _dispatch 0x7936c00 pg_log(32.e3 epoch 411220 log log((0'0,0'0], crt=0'0) query_epoch 411220) v4
2014-08-25 11:02:50.075226 7f2595dee700  7 osd.394 411220 handle_pg_log pg_log(32.e3 epoch 411220 log log((0'0,0'0], crt=0'0) query_epoch 411220) v4 from osd.29
2014-08-25 11:02:50.075230 7f2595dee700 15 osd.394 411220 require_same_or_newer_map 411220 (i am 411220) 0x7936c00
2014-08-25 11:02:50.075264 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.075266 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.075288 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 MLogRec from 29
2014-08-25 11:02:50.075304 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.29 32.e3( empty local-les=411220 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:50.075316 7f25905e3700 10 merge_log log((0'0,0'0], crt=0'0) from osd.29 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:50.075320 7f25905e3700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:50.075326 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] exit Started/Stray 1.093278 7 0.000200
2014-08-25 11:02:50.075338 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:50.075350 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:50.075361 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:50.075378 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:50.075387 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:50.075438 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.075748 7f259a211700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 inactive] _activate_committed 411220 telling primary
2014-08-25 11:02:50.075773 7f259a211700 20 osd.394 411220 _share_map_outgoing 0x5211ce0 already has epoch 411220
2014-08-25 11:02:50.075791 7f259a211700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] flushed
2014-08-25 11:02:50.075901 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 FlushedEvt
2014-08-25 11:02:50.075921 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active]  requeue_ops
2014-08-25 11:02:50.075932 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.104115 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.104119 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.104120 7f2595dee700 20 osd.394 411220 _dispatch 0x88355c0 pg_notify(32.139(11396) epoch 411220) v5
2014-08-25 11:02:50.104150 7f2595dee700  7 osd.394 411220 handle_pg_notify from osd.315
2014-08-25 11:02:50.104153 7f2595dee700 15 osd.394 411220 require_same_or_newer_map 411220 (i am 411220) 0x88355c0
2014-08-25 11:02:50.104194 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.104196 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.105590 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 MNotifyRec from 315 notify: (query_epoch:411220, epoch_sent:411220, info:32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216))
2014-08-25 11:02:50.105614 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering]  got osd.315 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216)
2014-08-25 11:02:50.105634 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 315,394 unchanged
2014-08-25 11:02:50.105646 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.046369 2 0.000154
2014-08-25 11:02:50.105660 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:50.105671 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] calc_acting osd.315 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216)
2014-08-25 11:02:50.105680 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216)
2014-08-25 11:02:50.105689 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:50.105708 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216)
 osd.315 (up) accepted 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216)

2014-08-25 11:02:50.105718 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] actingbackfill is 315,394
2014-08-25 11:02:50.105726 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] choose_acting want [394,315] (== acting) backfill_targets
2014-08-25 11:02:50.105737 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:50.105750 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000090 0 0.000000
2014-08-25 11:02:50.105761 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:50.105769 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:50.105780 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000019 0 0.000000
2014-08-25 11:02:50.105790 7f258fde2700  5 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:50.105800 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.105916 7f258fde2700 10 osd.394 411220 queue_want_up_thru want 411220 <= queued 411220, currently 411216
2014-08-25 11:02:50.105980 7f259a211700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:50.106014 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 FlushedEvt
2014-08-25 11:02:50.106029 7f25905e3700 15 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:50.106039 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.106043 7f25905e3700 10 osd.394 411220 queue_want_up_thru want 411220 <= queued 411220, currently 411216
2014-08-25 11:02:50.112812 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.112815 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.112817 7f2595dee700 20 osd.394 411220 _dispatch 0x8833480 pg_info(1 pgs e411220:32.e3) v4
2014-08-25 11:02:50.112842 7f2595dee700  7 osd.394 411220 handle_pg_info pg_info(1 pgs e411220:32.e3) v4 from osd.29
2014-08-25 11:02:50.112845 7f2595dee700 15 osd.394 411220 require_same_or_newer_map 411220 (i am 411220) 0x8833480
2014-08-25 11:02:50.112879 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.112881 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.112897 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411217/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 MInfoRec from 29 info: 32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411217 411219/411219/411187)
2014-08-25 11:02:50.112939 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.113119 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.113344 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.113351 7f2595dee700 20 osd.394 411220 _dispatch 0x5f12d80 pg_info(1 pgs e411220:32.e3) v4
2014-08-25 11:02:50.113382 7f2595dee700  7 osd.394 411220 handle_pg_info pg_info(1 pgs e411220:32.e3) v4 from osd.29
2014-08-25 11:02:50.113385 7f2595dee700 15 osd.394 411220 require_same_or_newer_map 411220 (i am 411220) 0x5f12d80
2014-08-25 11:02:50.113432 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.113434 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.113447 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411217 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 MInfoRec from 29 info: 32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187)
2014-08-25 11:02:50.113482 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.141353 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.141356 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.141358 7f2595dee700 20 osd.394 411220 _dispatch 0x8836c80 pg_notify(32.139(11396) epoch 411220) v5
2014-08-25 11:02:50.141390 7f2595dee700  7 osd.394 411220 handle_pg_notify from osd.315
2014-08-25 11:02:50.141392 7f2595dee700 15 osd.394 411220 require_same_or_newer_map 411220 (i am 411220) 0x8836c80
2014-08-25 11:02:50.141432 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.141434 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.143009 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.143011 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.143013 7f2595dee700 20 osd.394 411220 _dispatch 0x57f5e80 osd_map(411218..411220 src has 194721..411220) v3
2014-08-25 11:02:50.143022 7f2595dee700  3 osd.394 411220 handle_osd_map epochs [411218,411220], i have 411220, src has [194721,411220]
2014-08-25 11:02:50.143025 7f2595dee700 10 osd.394 411220  no new maps here, dropping
2014-08-25 11:02:50.143027 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.143028 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.143046 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 MNotifyRec from 315 notify: (query_epoch:411220, epoch_sent:411220, info:32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216))
2014-08-25 11:02:50.143067 7f258fde2700  7 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.315
2014-08-25 11:02:50.143076 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] got dup osd.315 info 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216), identical to ours
2014-08-25 11:02:50.143092 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.143249 7f258fde2700 10 osd.394 411220 queue_want_up_thru want 411220 <= queued 411220, currently 411216
2014-08-25 11:02:50.157997 7f25935e9700 10 osd.394 411220 note_peer_epoch osd.395 has 411220
2014-08-25 11:02:50.158004 7f25935e9700 20 osd.394 411220 _share_map_outgoing 0x54dbf40 already has epoch 411220
2014-08-25 11:02:50.158031 7f25945eb700 20 osd.394 411220 _share_map_outgoing 0x54dbf40 already has epoch 411220
2014-08-25 11:02:50.170013 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.170016 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.170018 7f2595dee700 20 osd.394 411220 _dispatch 0x49f32c0 pg_notify(32.23e(12069) epoch 411220) v5
2014-08-25 11:02:50.170045 7f2595dee700  7 osd.394 411220 handle_pg_notify from osd.359
2014-08-25 11:02:50.170054 7f2595dee700 15 osd.394 411220 require_same_or_newer_map 411220 (i am 411220) 0x49f32c0
2014-08-25 11:02:50.170097 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.170099 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.173392 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 MNotifyRec from 359 notify: (query_epoch:411220, epoch_sent:411220, info:32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216))
2014-08-25 11:02:50.173427 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering]  got osd.359 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216)
2014-08-25 11:02:50.173460 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 359,394 unchanged
2014-08-25 11:02:50.173473 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.114389 2 0.000172
2014-08-25 11:02:50.173487 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:50.173498 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] calc_acting osd.359 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216)
2014-08-25 11:02:50.173507 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216)
2014-08-25 11:02:50.173516 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:50.173537 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216)
 osd.359 (up) accepted 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216)

2014-08-25 11:02:50.173549 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] actingbackfill is 359,394
2014-08-25 11:02:50.173557 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] choose_acting want [394,359] (== acting) backfill_targets
2014-08-25 11:02:50.173569 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:50.173582 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000095 0 0.000000
2014-08-25 11:02:50.173594 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:50.173602 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:50.173613 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000020 0 0.000000
2014-08-25 11:02:50.173623 7f25905e3700  5 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:50.173633 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.173659 7f25905e3700 10 osd.394 411220 queue_want_up_thru want 411220 <= queued 411220, currently 411216
2014-08-25 11:02:50.178813 7f259a211700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:50.178913 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 FlushedEvt
2014-08-25 11:02:50.178942 7f258fde2700 15 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:50.178955 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.178962 7f258fde2700 10 osd.394 411220 queue_want_up_thru want 411220 <= queued 411220, currently 411216
2014-08-25 11:02:50.189299 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.189303 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.189304 7f2595dee700 20 osd.394 411220 _dispatch 0x5876e40 pg_notify(32.23e(12069) epoch 411220) v5
2014-08-25 11:02:50.189332 7f2595dee700  7 osd.394 411220 handle_pg_notify from osd.359
2014-08-25 11:02:50.189334 7f2595dee700 15 osd.394 411220 require_same_or_newer_map 411220 (i am 411220) 0x5876e40
2014-08-25 11:02:50.189381 7f2595dee700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.189383 7f2595dee700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.190894 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411220 epoch_requested: 411220 MNotifyRec from 359 notify: (query_epoch:411220, epoch_sent:411220, info:32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216))
2014-08-25 11:02:50.190918 7f25905e3700  7 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.359
2014-08-25 11:02:50.190927 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] got dup osd.359 info 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216), identical to ours
2014-08-25 11:02:50.190943 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.191315 7f25905e3700 10 osd.394 411220 queue_want_up_thru want 411220 <= queued 411220, currently 411216
2014-08-25 11:02:50.236481 7f2575e16700 10 osd.394 411220  new session 0x33a1c00 con=0x6baf7a0 addr=192.168.1.102:6812/1250017967
2014-08-25 11:02:50.236517 7f2575e16700 10 osd.394 411220  session 0x33a1c00 osd.365 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:02:50.355085 7f25935e9700 10 osd.394 411220 note_peer_epoch osd.65 has 411220
2014-08-25 11:02:50.355094 7f25935e9700 20 osd.394 411220 _share_map_outgoing 0x54da680 already has epoch 411220
2014-08-25 11:02:50.498741 7f25945eb700 10 osd.394 411220 note_peer_epoch osd.338 has 411220
2014-08-25 11:02:50.498749 7f25945eb700 20 osd.394 411220 _share_map_outgoing 0x52327e0 already has epoch 411220
2014-08-25 11:02:50.498865 7f25935e9700 20 osd.394 411220 _share_map_outgoing 0x52327e0 already has epoch 411220
2014-08-25 11:02:50.582526 7f25a0e04700  5 osd.394 411220 tick
2014-08-25 11:02:50.582566 7f25a0e04700 10 osd.394 411220 maybe_update_heartbeat_peers updating
2014-08-25 11:02:50.582569 7f25a0e04700 20 osd.394 411220 29.3a5 heartbeat_peers
2014-08-25 11:02:50.582572 7f25a0e04700 20 osd.394 411220 29.333 heartbeat_peers
2014-08-25 11:02:50.582576 7f25a0e04700 20 osd.394 411220 29.3f6 heartbeat_peers 30,299,394
2014-08-25 11:02:50.582580 7f25a0e04700 20 osd.394 411220 32.340 heartbeat_peers
2014-08-25 11:02:50.582581 7f25a0e04700 20 osd.394 411220 32.311 heartbeat_peers 293,341,394
2014-08-25 11:02:50.582584 7f25a0e04700 20 osd.394 411220 32.25b heartbeat_peers
2014-08-25 11:02:50.582586 7f25a0e04700 20 osd.394 411220 29.17b heartbeat_peers
2014-08-25 11:02:50.582587 7f25a0e04700 20 osd.394 411220 32.313 heartbeat_peers
2014-08-25 11:02:50.582589 7f25a0e04700 20 osd.394 411220 32.23e heartbeat_peers 359,394
2014-08-25 11:02:50.582592 7f25a0e04700 20 osd.394 411220 32.90 heartbeat_peers 46,324,394
2014-08-25 11:02:50.582595 7f25a0e04700 20 osd.394 411220 29.185 heartbeat_peers 50,314,394
2014-08-25 11:02:50.582598 7f25a0e04700 20 osd.394 411220 29.2ac heartbeat_peers
2014-08-25 11:02:50.582599 7f25a0e04700 20 osd.394 411220 29.3d7 heartbeat_peers
2014-08-25 11:02:50.582601 7f25a0e04700 20 osd.394 411220 29.1e2 heartbeat_peers
2014-08-25 11:02:50.582602 7f25a0e04700 20 osd.394 411220 32.20 heartbeat_peers
2014-08-25 11:02:50.582603 7f25a0e04700 20 osd.394 411220 29.30f heartbeat_peers 344,372,394
2014-08-25 11:02:50.582606 7f25a0e04700 20 osd.394 411220 29.1f heartbeat_peers
2014-08-25 11:02:50.582608 7f25a0e04700 20 osd.394 411220 32.139 heartbeat_peers 315,394
2014-08-25 11:02:50.582611 7f25a0e04700 20 osd.394 411220 29.35e heartbeat_peers
2014-08-25 11:02:50.582612 7f25a0e04700 20 osd.394 411220 32.e3 heartbeat_peers
2014-08-25 11:02:50.582614 7f25a0e04700 20 osd.394 411220 32.2b2 heartbeat_peers 310,375,394
2014-08-25 11:02:50.582616 7f25a0e04700 20 osd.394 411220 32.e7 heartbeat_peers
2014-08-25 11:02:50.582617 7f25a0e04700 20 osd.394 411220 29.28e heartbeat_peers
2014-08-25 11:02:50.582619 7f25a0e04700 20 osd.394 411220 29.21b heartbeat_peers 24,363,394
2014-08-25 11:02:50.582621 7f25a0e04700 20 osd.394 411220 32.228 heartbeat_peers
2014-08-25 11:02:50.582622 7f25a0e04700 20 osd.394 411220 29.288 heartbeat_peers
2014-08-25 11:02:50.582624 7f25a0e04700 20 osd.394 411220 29.2e9 heartbeat_peers
2014-08-25 11:02:50.582626 7f25a0e04700 20 osd.394 411220 32.2e6 heartbeat_peers 24,359,394
2014-08-25 11:02:50.582628 7f25a0e04700 20 osd.394 411220 32.249 heartbeat_peers 290,355,394
2014-08-25 11:02:50.582630 7f25a0e04700 20 osd.394 411220 29.138 heartbeat_peers
2014-08-25 11:02:50.582631 7f25a0e04700 20 osd.394 411220 29.2eb heartbeat_peers
2014-08-25 11:02:50.582633 7f25a0e04700 20 osd.394 411220 29.3c1 heartbeat_peers
2014-08-25 11:02:50.582634 7f25a0e04700 20 osd.394 411220 32.63 heartbeat_peers
2014-08-25 11:02:50.582635 7f25a0e04700 20 osd.394 411220 29.145 heartbeat_peers
2014-08-25 11:02:50.582636 7f25a0e04700 20 osd.394 411220 29.338 heartbeat_peers 11,26,394
2014-08-25 11:02:50.582639 7f25a0e04700 20 osd.394 411220 32.66 heartbeat_peers
2014-08-25 11:02:50.582641 7f25a0e04700 20 osd.394 411220 29.ce heartbeat_peers
2014-08-25 11:02:50.582642 7f25a0e04700 20 osd.394 411220 32.19a heartbeat_peers
2014-08-25 11:02:50.582643 7f25a0e04700 20 osd.394 411220 32.252 heartbeat_peers 7,46,394
2014-08-25 11:02:50.582646 7f25a0e04700 10 osd.394 411220  adding neighbor peer osd.393
2014-08-25 11:02:50.582648 7f25a0e04700 10 osd.394 411220  adding neighbor peer osd.395
2014-08-25 11:02:50.582651 7f25a0e04700 10 osd.394 411220 maybe_update_heartbeat_peers 23 peers, extras 393,395
2014-08-25 11:02:50.582703 7f25a0e04700 20 osd.394 411220 scrub_should_schedule loadavg 1.44 >= max 0.5 = no, load too high
2014-08-25 11:02:50.582716 7f25a0e04700 20 osd.394 411220 sched_scrub load_is_low=0
2014-08-25 11:02:50.582719 7f25a0e04700 10 osd.394 411220 sched_scrub 32.311 at 2014-08-24 13:48:22.849922: 76467.7 < min (86400 seconds)
2014-08-25 11:02:50.582732 7f25a0e04700 20 osd.394 411220 sched_scrub done
2014-08-25 11:02:50.582735 7f25a0e04700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.582737 7f25a0e04700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.605811 7f25945eb700 10 osd.394 411220 note_peer_epoch osd.294 has 411220
2014-08-25 11:02:50.605818 7f25945eb700 20 osd.394 411220 _share_map_outgoing 0x507c620 already has epoch 411220
2014-08-25 11:02:50.605916 7f25935e9700 20 osd.394 411220 _share_map_outgoing 0x507c620 already has epoch 411220
2014-08-25 11:02:50.621334 7f25945eb700 10 osd.394 411220 note_peer_epoch osd.317 has 411220
2014-08-25 11:02:50.621340 7f25945eb700 20 osd.394 411220 _share_map_outgoing 0x5773020 already has epoch 411220
2014-08-25 11:02:50.621426 7f25935e9700 20 osd.394 411220 _share_map_outgoing 0x5773020 already has epoch 411220
2014-08-25 11:02:50.681145 7f25935e9700 10 osd.394 411220 note_peer_epoch osd.285 has 411220
2014-08-25 11:02:50.681152 7f25935e9700 20 osd.394 411220 _share_map_outgoing 0x54dc200 already has epoch 411220
2014-08-25 11:02:50.681216 7f25945eb700 20 osd.394 411220 _share_map_outgoing 0x54dc200 already has epoch 411220
2014-08-25 11:02:50.736956 7f25935e9700 10 osd.394 411220 note_peer_epoch osd.333 has 411220
2014-08-25 11:02:50.736963 7f25935e9700 20 osd.394 411220 _share_map_outgoing 0x5773440 already has epoch 411220
2014-08-25 11:02:50.737004 7f25945eb700 20 osd.394 411220 _share_map_outgoing 0x5773440 already has epoch 411220
2014-08-25 11:02:50.856453 7f25935e9700 20 osd.394 411220 _share_map_outgoing 0x54da680 already has epoch 411220
2014-08-25 11:02:50.973702 7f2596df0700 10 osd.394 411220 do_waiters -- start
2014-08-25 11:02:50.973706 7f2596df0700 10 osd.394 411220 do_waiters -- finish
2014-08-25 11:02:50.973707 7f2596df0700 20 osd.394 411220 _dispatch 0x582ca40 osd_map(411218..411221 src has 194721..411221) v3
2014-08-25 11:02:50.973770 7f2596df0700  3 osd.394 411220 handle_osd_map epochs [411218,411221], i have 411220, src has [194721,411221]
2014-08-25 11:02:50.973776 7f2596df0700 10 osd.394 411220 handle_osd_map  got inc map for epoch 411221
2014-08-25 11:02:50.976865 7f2596df0700 10 osd.394 411220  advance to epoch 411221 (<= newest 411221)
2014-08-25 11:02:50.976926 7f2596df0700  7 osd.394 411221 advance_map epoch 411221  39 pgs
2014-08-25 11:02:50.976945 7f2596df0700 10 osd.394 411221 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411221 [194721,411221] lci=[411216,411221])
2014-08-25 11:02:50.976992 7f2596df0700  0 osd.394 411221 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:50.976997 7f2596df0700  7 osd.394 411221 consume_map version 411221
2014-08-25 11:02:50.977020 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] null
2014-08-25 11:02:50.977045 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:02:50.977058 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.977069 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:02:50.977080 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.977089 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:02:50.977099 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:02:50.977109 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:02:50.977118 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:50.977128 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.977139 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.977148 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:02:50.977157 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:02:50.977167 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] null
2014-08-25 11:02:50.977178 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:02:50.977187 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.977198 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:02:50.977208 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:50.977217 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:02:50.977227 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] null
2014-08-25 11:02:50.977236 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.977245 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] null
2014-08-25 11:02:50.977255 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:02:50.977269 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.977278 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:02:50.977289 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:02:50.977298 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:02:50.977307 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.977317 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.977326 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:02:50.977335 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:02:50.977344 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] null
2014-08-25 11:02:50.977354 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:02:50.977404 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:50.977422 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.977429 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.977440 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.977451 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.977460 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] take_waiters
2014-08-25 11:02:50.977467 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.977476 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.977486 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.977503 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:50.977515 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.977519 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.977527 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.977536 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.977544 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:02:50.977551 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.977559 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.977568 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.977583 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:50.977594 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.977598 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.977607 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.977615 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.977624 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.977632 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.977639 7f258fde2700  7 osd.394 pg_epoch: 411221 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.977648 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411221:198847
2014-08-25 11:02:50.977656 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.977663 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.977670 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.977678 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.977695 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:50.977706 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.977709 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.977717 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.977726 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.977734 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:02:50.977749 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.977756 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.977765 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.977780 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:50.977790 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.977793 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.977801 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.977809 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.977817 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.977824 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.977831 7f258fde2700  7 osd.394 pg_epoch: 411221 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.977839 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411221:256809
2014-08-25 11:02:50.977846 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.977853 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.977861 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.977869 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.977884 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:50.977894 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.977897 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.977905 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.977914 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.977922 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:02:50.977929 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.977936 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.977947 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.977959 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:02:50.977971 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.977981 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:02:50.977991 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:02:50.978001 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:02:50.978011 7f2596df0700 10 osd.394 pg_epoch: 411220 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:50.978024 7f2596df0700  7 osd.394 411221 activate_map version 411221
2014-08-25 11:02:50.978004 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:50.978032 7f2596df0700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:50.978034 7f2596df0700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:50.978033 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978040 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.978051 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978062 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.978070 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:02:50.978070 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:50.978083 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978079 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.978087 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.978088 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978099 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.978097 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.978105 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978114 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.978122 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.978120 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:50.978132 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978129 7f25905e3700  7 osd.394 pg_epoch: 411221 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.978136 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.978138 7f25905e3700 15 osd.394 pg_epoch: 411221 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411221:198988
2014-08-25 11:02:50.978145 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.978145 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978154 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.978162 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978171 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.978156 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.978173 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:02:50.978180 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.978188 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978187 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:50.978197 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.978198 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978202 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.978210 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978214 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:50.978226 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978226 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.978230 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:50.978235 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] take_waiters
2014-08-25 11:02:50.978240 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.365 now up
2014-08-25 11:02:50.978243 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.978249 7f258fde2700  1 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:50.978251 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978260 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.978260 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.804636 3 0.000253
2014-08-25 11:02:50.978271 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:50.978275 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:50.978279 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.919205 0 0.000000
2014-08-25 11:02:50.978289 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978290 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.919225 0 0.000000
2014-08-25 11:02:50.978292 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.978301 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978300 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] exit Started 0.919273 0 0.000000
2014-08-25 11:02:50.978310 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:50.978311 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.978319 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:02:50.978319 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411221
2014-08-25 11:02:50.978329 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.978330 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411221 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:50.978337 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978339 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411221 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411217
2014-08-25 11:02:50.978346 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.978347 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411221 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [394,365,359] newacting [394,365,359]
2014-08-25 11:02:50.978355 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411221 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:50.978363 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:02:50.978362 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,359] r=0 lpr=411221 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411221
2014-08-25 11:02:50.978382 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978386 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.978394 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.978395 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411220-411220 up [394,359](394) acting [394,359](394)): not rw, up_thru 411216 up_from 411216 last_epoch_clean 411217
generate_past_intervals interval(411220-411220 up [394,359](394) acting [394,359](394)) : primary up 411216-411216 does not include interval

2014-08-25 11:02:50.978402 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978407 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  noting past interval(411220-411220 up [394,359](394) acting [394,359](394))
2014-08-25 11:02:50.978411 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.978420 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.978417 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  up [394,359] -> [394,365,359], acting [394,359] -> [394,365,359], acting_primary 394 -> 394, up_primary 394 -> 394, role 0 -> 0
2014-08-25 11:02:50.978427 7f25905e3700  7 osd.394 pg_epoch: 411221 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.978428 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] clear_primary_state
2014-08-25 11:02:50.978436 7f25905e3700 15 osd.394 pg_epoch: 411221 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411221:200466
2014-08-25 11:02:50.978438 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] agent_stop
2014-08-25 11:02:50.978443 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.978448 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] on_change
2014-08-25 11:02:50.978452 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.978458 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411221:197222
2014-08-25 11:02:50.978460 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978469 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.978466 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.978475 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] cancel_copy_ops
2014-08-25 11:02:50.978482 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] cancel_flush_ops
2014-08-25 11:02:50.978484 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:02:50.978495 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978490 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.978497 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.978499 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.978504 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.978508 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978512 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] on_change_cleanup
2014-08-25 11:02:50.978518 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.978521 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] on_change
2014-08-25 11:02:50.978527 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:02:50.978531 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] exit NotTrimming
2014-08-25 11:02:50.978535 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.978540 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter NotTrimming
2014-08-25 11:02:50.978543 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978552 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.978549 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] [394,359] -> [394,365,359], replicas changed
2014-08-25 11:02:50.978557 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:50.978563 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:50.978567 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:50.978572 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978580 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978583 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:50.978584 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.978594 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978594 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 359,394 -> 359,365,394
2014-08-25 11:02:50.978604 7f258fde2700 20 osd.394 411221 need_heartbeat_peer_update
2014-08-25 11:02:50.978604 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.978606 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:50.978612 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:02:50.978614 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000304 1 0.000353
2014-08-25 11:02:50.978620 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.978625 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:50.978629 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978638 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.978634 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:50.978642 7f258fde2700  1 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:50.978651 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] exit Start 0.000017 0 0.000000
2014-08-25 11:02:50.978653 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:50.978665 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978661 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:50.978669 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.978669 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:50.978678 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978678 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:50.978687 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411217
2014-08-25 11:02:50.978688 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.978697 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:02:50.978698 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411220-411220 up [394,359](394) acting [394,359](394))
2014-08-25 11:02:50.978704 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.978707 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411216-411219 up [394,365,359](394) acting [394,365,359](394) maybe_went_rw)
2014-08-25 11:02:50.978712 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978722 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.978718 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 359,365,394 down  blocked_by {}
2014-08-25 11:02:50.978728 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] up_thru 411220 < same_since 411221, must notify monitor
2014-08-25 11:02:50.978737 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411221:197223
2014-08-25 11:02:50.978738 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:02:50.978748 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978747 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.359
2014-08-25 11:02:50.978751 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.978757 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.365
2014-08-25 11:02:50.978760 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.978769 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978769 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411220 while current is 411221
2014-08-25 11:02:50.978779 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.978778 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978787 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.978795 7f25905e3700  7 osd.394 pg_epoch: 411221 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.978803 7f25905e3700 15 osd.394 pg_epoch: 411221 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411221:199651
2014-08-25 11:02:50.978809 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.978816 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.978828 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.978824 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978832 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.978845 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:50.978859 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978862 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.978870 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.978866 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:50.978880 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978878 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978885 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.978887 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.978895 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.978895 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.978903 7f25905e3700  7 osd.394 pg_epoch: 411221 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.978905 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978911 7f25905e3700 15 osd.394 pg_epoch: 411221 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411221:203854
2014-08-25 11:02:50.978915 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.978919 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.978924 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.978927 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.978932 7f258fde2700  7 osd.394 pg_epoch: 411221 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.978936 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978945 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.978942 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411221:194693
2014-08-25 11:02:50.978950 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.978956 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.978960 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:50.978965 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.978974 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.978973 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.978977 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.978985 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.978990 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:50.978995 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.979004 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.979004 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:02:50.979008 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.979012 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.979018 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.979020 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.979029 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.979026 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.979036 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.979044 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:50.979043 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.979057 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.979057 7f258fde2700  7 osd.394 pg_epoch: 411221 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.979060 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.979066 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411221:200398
2014-08-25 11:02:50.979070 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.979074 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.979080 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.979082 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.979088 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:02:50.979090 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.979100 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.979096 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.979104 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.979112 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.979115 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:50.979128 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.979127 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:50.979132 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.979139 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.979141 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.979143 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.979151 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.979151 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.979162 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:02:50.979162 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.979172 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] take_waiters
2014-08-25 11:02:50.979172 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.979180 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.979181 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.979191 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.979189 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.979198 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.979208 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:50.979221 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.979215 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:50.979226 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.979224 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.979229 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.979233 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.979238 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.979244 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.979248 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.979253 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:02:50.979258 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:02:50.979262 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.979266 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.979271 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.979280 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.979275 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.979284 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.979300 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:50.979313 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.979316 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.979329 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.979339 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.979346 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] take_waiters
2014-08-25 11:02:50.979353 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.979361 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.979378 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.979396 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:50.979407 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.979410 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.979418 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.979427 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.979434 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:02:50.979441 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.979449 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.979457 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.979473 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:50.979486 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.979489 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.979497 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.979505 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.979513 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.979521 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.979528 7f258fde2700  7 osd.394 pg_epoch: 411221 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.979536 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411221:194584
2014-08-25 11:02:50.979543 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.979549 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.979557 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.979565 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.979580 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:50.979593 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.979596 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.979605 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.979614 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.979621 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:02:50.979628 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.979635 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.979644 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.979658 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:50.979669 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.979673 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:50.979681 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering]  PriorSet: affected_by_map osd.365 now up
2014-08-25 11:02:50.979688 7f258fde2700  1 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering, affected_by_map, going to Reset
2014-08-25 11:02:50.979697 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.873907 3 0.000230
2014-08-25 11:02:50.979707 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:50.979714 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 0.920445 0 0.000000
2014-08-25 11:02:50.979724 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] exit Started/Primary 0.920462 0 0.000000
2014-08-25 11:02:50.979733 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] exit Started 0.920505 0 0.000000
2014-08-25 11:02:50.979742 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] enter Reset
2014-08-25 11:02:50.979749 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411220 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411221
2014-08-25 11:02:50.979756 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411221 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] state<Reset>: Reset advmap
2014-08-25 11:02:50.979764 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411221 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] _calc_past_interval_range: already have past intervals back to 411217
2014-08-25 11:02:50.979771 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411221 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] acting_up_affected newup [394,365,315] newacting [394,365,315]
2014-08-25 11:02:50.979778 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411221 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:50.979785 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,315] r=0 lpr=411221 pi=411216-411219/1 crt=0'0 mlcod 0'0 inactive] set_last_peering_reset 411221
2014-08-25 11:02:50.979802 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] start_peering_interval: check_new_interval output: generate_past_intervals interval(411220-411220 up [394,315](394) acting [394,315](394)): not rw, up_thru 411216 up_from 411216 last_epoch_clean 411217
generate_past_intervals interval(411220-411220 up [394,315](394) acting [394,315](394)) : primary up 411216-411216 does not include interval

2014-08-25 11:02:50.979810 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411220/411220/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  noting past interval(411220-411220 up [394,315](394) acting [394,315](394))
2014-08-25 11:02:50.979819 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  up [394,315] -> [394,365,315], acting [394,315] -> [394,365,315], acting_primary 394 -> 394, up_primary 394 -> 394, role 0 -> 0
2014-08-25 11:02:50.979828 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] clear_primary_state
2014-08-25 11:02:50.979837 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] agent_stop
2014-08-25 11:02:50.979844 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] on_change
2014-08-25 11:02:50.979852 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411221:194425
2014-08-25 11:02:50.979860 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.979868 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] cancel_copy_ops
2014-08-25 11:02:50.979875 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] cancel_flush_ops
2014-08-25 11:02:50.979881 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.979888 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.979894 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:50.979901 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] on_change_cleanup
2014-08-25 11:02:50.979908 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] on_change
2014-08-25 11:02:50.979916 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] exit NotTrimming
2014-08-25 11:02:50.979923 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter NotTrimming
2014-08-25 11:02:50.979931 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] [394,315] -> [394,365,315], replicas changed
2014-08-25 11:02:50.979938 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] cancel_recovery
2014-08-25 11:02:50.979945 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] clear_recovery_state
2014-08-25 11:02:50.979953 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.979963 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map
2014-08-25 11:02:50.979971 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] update_heartbeat_peers 315,394 -> 315,365,394
2014-08-25 11:02:50.979979 7f258fde2700 20 osd.394 411221 need_heartbeat_peer_update
2014-08-25 11:02:50.979981 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] take_waiters
2014-08-25 11:02:50.979988 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] exit Reset 0.000247 1 0.000289
2014-08-25 11:02:50.979997 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter Started
2014-08-25 11:02:50.980005 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter Start
2014-08-25 11:02:50.980012 7f258fde2700  1 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Start>: transitioning to Primary
2014-08-25 11:02:50.980020 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] exit Start 0.000015 0 0.000000
2014-08-25 11:02:50.980029 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary
2014-08-25 11:02:50.980037 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Peering
2014-08-25 11:02:50.980044 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetInfo
2014-08-25 11:02:50.980052 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] _calc_past_interval_range: already have past intervals back to 411217
2014-08-25 11:02:50.980060 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411220-411220 up [394,315](394) acting [394,315](394))
2014-08-25 11:02:50.980069 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior interval(411216-411219 up [394,365,315](394) acting [394,365,315](394) maybe_went_rw)
2014-08-25 11:02:50.980078 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  PriorSet: build_prior final: probe 315,365,394 down  blocked_by {}
2014-08-25 11:02:50.980087 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] up_thru 411220 < same_since 411221, must notify monitor
2014-08-25 11:02:50.980096 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411221:194426
2014-08-25 11:02:50.980103 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.315
2014-08-25 11:02:50.980112 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetInfo>:  querying info from osd.365
2014-08-25 11:02:50.980121 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_activate_map: Not dirtying info: last_persisted is 411220 while current is 411221
2014-08-25 11:02:50.980129 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.980164 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.980195 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:50.980211 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.980215 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.980224 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.980238 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.980245 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:02:50.980253 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.980260 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.980269 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.980284 7f258fde2700 10 osd.394 pg_epoch: 411220 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:50.980295 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.980298 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.980305 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] acting_up_affected newup [29,394,31] newacting [29,394,31]
2014-08-25 11:02:50.980314 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:02:50.980323 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] exit Started/ReplicaActive/RepNotRecovering 0.904973 4 0.000112
2014-08-25 11:02:50.980332 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] exit Started/ReplicaActive 0.904995 0 0.000000
2014-08-25 11:02:50.980343 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] exit Started 1.998331 0 0.000000
2014-08-25 11:02:50.980351 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] enter Reset
2014-08-25 11:02:50.980359 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411219 pi=410878-411218/23 crt=0'0 active] set_last_peering_reset 411221
2014-08-25 11:02:50.980377 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411221 pi=410878-411218/23 crt=0'0 active] state<Reset>: Reset advmap
2014-08-25 11:02:50.980384 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411221 pi=410878-411218/23 crt=0'0 active] _calc_past_interval_range: already have past intervals back to 411220
2014-08-25 11:02:50.980391 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411221 pi=410878-411218/23 crt=0'0 active] acting_up_affected newup [29,394,31] newacting [29,394,31]
2014-08-25 11:02:50.980399 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411221 pi=410878-411218/23 crt=0'0 active] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:02:50.980406 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394] r=1 lpr=411221 pi=410878-411218/23 crt=0'0 active] set_last_peering_reset 411221
2014-08-25 11:02:50.980422 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] start_peering_interval: check_new_interval output: generate_past_intervals interval(411219-411220 up [29,394](29) acting [29,394](29)): not rw, up_thru 411219 up_from 411187 last_epoch_clean 411220
generate_past_intervals interval(411219-411220 up [29,394](29) acting [29,394](29) maybe_went_rw) : primary up 411187-411219 includes interval

2014-08-25 11:02:50.980430 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411219/411219/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active]  noting past interval(411219-411220 up [29,394](29) acting [29,394](29) maybe_went_rw)
2014-08-25 11:02:50.980439 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active]  up [29,394] -> [29,394,31], acting [29,394] -> [29,394,31], acting_primary 29 -> 29, up_primary 29 -> 29, role 1 -> 1
2014-08-25 11:02:50.980448 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive] on_change
2014-08-25 11:02:50.980456 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:02:50.980462 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive]  requeue_ops
2014-08-25 11:02:50.980470 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:02:50.980477 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:02:50.980484 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:02:50.980490 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive] on_change
2014-08-25 11:02:50.980498 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:02:50.980506 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:02:50.980512 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:02:50.980519 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:02:50.980527 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.980536 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:50.980570 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:02:50.980578 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:50.980585 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] exit Reset 0.000234 1 0.000237
2014-08-25 11:02:50.980594 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:02:50.980602 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:02:50.980608 7f258fde2700  1 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:02:50.980617 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] exit Start 0.000016 0 0.000000
2014-08-25 11:02:50.980626 7f258fde2700  5 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:02:50.980636 7f258fde2700 20 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411220 while current is 411221
2014-08-25 11:02:50.980644 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.980688 7f258fde2700 10 log is not dirty
2014-08-25 11:02:50.980706 7f258fde2700 10 osd.394 411221 queue_want_up_thru now 411221 (was 411220), currently 411220
2014-08-25 11:02:50.980709 7f258fde2700 10 osd.394 411221 send_alive up_thru currently 411220 want 411221
2014-08-25 11:02:50.980711 7f258fde2700 10 osd.394 411221 send_alive want 411221
2014-08-25 11:02:50.980735 7f258fde2700 10 osd.394 411221 send_incremental_map 411220 -> 411221 to 0x5211ce0 192.168.1.115:6805/703000658
2014-08-25 11:02:50.980761 7f258add8700 20 osd.394 411221 agent_entry empty queue
2014-08-25 11:02:50.980844 7f258fde2700 10 osd.394 411221 note_peer_epoch osd.29 has 411221
2014-08-25 11:02:50.980853 7f258fde2700  7 osd.394 411221 do_notify osd 29 on 1 PGs
2014-08-25 11:02:50.980943 7f258fde2700 10 osd.394 411221 send_incremental_map 411220 -> 411221 to 0x57a6720 192.168.1.113:6806/1092038710
2014-08-25 11:02:50.980942 7f259a211700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:02:50.980966 7f258fde2700 10 osd.394 411221 note_peer_epoch osd.315 has 411221
2014-08-25 11:02:50.980968 7f258fde2700  7 osd.394 411221 do_queries querying osd.315 on 1 PGs
2014-08-25 11:02:50.980992 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:50.981009 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.981013 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.981023 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.981033 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.981041 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:02:50.981048 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.981056 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.981065 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.981125 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:50.981150 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.981155 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.981173 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.981182 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.981192 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.981200 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.981208 7f25905e3700  7 osd.394 pg_epoch: 411221 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.981218 7f25905e3700 15 osd.394 pg_epoch: 411221 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411221:193573
2014-08-25 11:02:50.981226 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.981233 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.981240 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.981250 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.981267 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:50.981279 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.981283 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.981291 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.981301 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.981309 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:02:50.981316 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.981323 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.981332 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.981347 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:50.981361 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.981372 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.981381 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.981391 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.981398 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:02:50.981405 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.981413 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.981422 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.981437 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:50.981448 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.981452 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:50.981460 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.981469 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:02:50.981476 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:02:50.981483 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.981490 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.981499 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.981514 7f25905e3700 10 osd.394 pg_epoch: 411220 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:50.981524 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:50.981528 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:50.981536 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:50.981544 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:50.981552 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:50.981560 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:50.981567 7f25905e3700  7 osd.394 pg_epoch: 411221 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:50.981575 7f25905e3700 15 osd.394 pg_epoch: 411221 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411221:201097
2014-08-25 11:02:50.981582 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:50.981588 7f25905e3700 20 osd.394 pg_epoch: 411221 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411221
2014-08-25 11:02:50.981600 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 NullEvt
2014-08-25 11:02:50.981609 7f25905e3700 10 log is not dirty
2014-08-25 11:02:50.981636 7f258fde2700 10 osd.394 411221 send_incremental_map 411220 -> 411221 to 0x52140a0 192.168.1.108:6816/1448025977
2014-08-25 11:02:50.981661 7f258fde2700 10 osd.394 411221 note_peer_epoch osd.359 has 411221
2014-08-25 11:02:50.981664 7f258fde2700  7 osd.394 411221 do_queries querying osd.359 on 1 PGs
2014-08-25 11:02:50.981673 7f258fde2700 10 osd.394 411221 send_incremental_map 411217 -> 411221 to 0x6baf7a0 192.168.1.102:6812/1250017967
2014-08-25 11:02:50.981691 7f258fde2700 10 osd.394 411221 note_peer_epoch osd.365 has 411221
2014-08-25 11:02:50.981693 7f258fde2700  7 osd.394 411221 do_queries querying osd.365 on 2 PGs
2014-08-25 11:02:50.981849 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 FlushedEvt
2014-08-25 11:02:50.981871 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:02:50.981882 7f258fde2700 10 log is not dirty
2014-08-25 11:02:51.032074 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.032079 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.032081 7f2595dee700 20 osd.394 411221 _dispatch 0x57f0480 osd_map(411221..411221 src has 194721..411221) v3
2014-08-25 11:02:51.032091 7f2595dee700  3 osd.394 411221 handle_osd_map epochs [411221,411221], i have 411221, src has [194721,411221]
2014-08-25 11:02:51.032094 7f2595dee700 10 osd.394 411221  no new maps here, dropping
2014-08-25 11:02:51.032096 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.032097 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.032109 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.032110 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.032111 7f2595dee700 20 osd.394 411221 _dispatch 0x2769680 pg_query(32.e3 epoch 411221) v3
2014-08-25 11:02:51.032135 7f2595dee700  7 osd.394 411221 handle_pg_query from osd.29 epoch 411221
2014-08-25 11:02:51.032137 7f2595dee700 15 osd.394 411221 require_same_or_newer_map 411221 (i am 411221) 0x2769680
2014-08-25 11:02:51.032146 7f2595dee700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 29
2014-08-25 11:02:51.032182 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.032184 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.032189 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 MQuery from 29 query_epoch 411221 query: query(info 0'0)
2014-08-25 11:02:51.032218 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:02:51.032261 7f25905e3700 10 log is not dirty
2014-08-25 11:02:51.032271 7f25905e3700 20 osd.394 411221 _share_map_outgoing 0x5211ce0 already has epoch 411221
2014-08-25 11:02:51.032274 7f25905e3700  7 osd.394 411221 do_notify osd 29 on 1 PGs
2014-08-25 11:02:51.068237 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.068240 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.068242 7f2595dee700 20 osd.394 411221 _dispatch 0x582d7c0 osd_map(411221..411221 src has 194721..411221) v3
2014-08-25 11:02:51.068251 7f2595dee700  3 osd.394 411221 handle_osd_map epochs [411221,411221], i have 411221, src has [194721,411221]
2014-08-25 11:02:51.068255 7f2595dee700 10 osd.394 411221  no new maps here, dropping
2014-08-25 11:02:51.068257 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.068258 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.098373 7f25935e9700 10 osd.394 411221 note_peer_epoch osd.2 has 411221
2014-08-25 11:02:51.098392 7f25935e9700 20 osd.394 411221 _share_map_outgoing 0x58114a0 already has epoch 411221
2014-08-25 11:02:51.098435 7f25945eb700 20 osd.394 411221 _share_map_outgoing 0x58114a0 already has epoch 411221
2014-08-25 11:02:51.098641 7f25945eb700 10 osd.394 411221 note_peer_epoch osd.366 has 411221
2014-08-25 11:02:51.098649 7f25945eb700 20 osd.394 411221 _share_map_outgoing 0x5770f20 already has epoch 411221
2014-08-25 11:02:51.098677 7f25935e9700 20 osd.394 411221 _share_map_outgoing 0x5770f20 already has epoch 411221
2014-08-25 11:02:51.100278 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.100281 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.100282 7f2595dee700 20 osd.394 411221 _dispatch 0x65a9180 pg_notify(32.139(11397) epoch 411221) v5
2014-08-25 11:02:51.100307 7f2595dee700  7 osd.394 411221 handle_pg_notify from osd.315
2014-08-25 11:02:51.100309 7f2595dee700 15 osd.394 411221 require_same_or_newer_map 411221 (i am 411221) 0x65a9180
2014-08-25 11:02:51.100346 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.100348 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.103250 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 MNotifyRec from 315 notify: (query_epoch:411221, epoch_sent:411221, info:32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216))
2014-08-25 11:02:51.103286 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  got osd.315 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:51.103314 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 315,365,394 unchanged
2014-08-25 11:02:51.103329 7f258fde2700 10 log is not dirty
2014-08-25 11:02:51.103338 7f258fde2700 10 osd.394 411221 queue_want_up_thru want 411221 <= queued 411221, currently 411220
2014-08-25 11:02:51.124508 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.124511 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.124513 7f2595dee700 20 osd.394 411221 _dispatch 0x65a8fc0 pg_notify(32.139(11397) epoch 411221) v5
2014-08-25 11:02:51.124539 7f2595dee700  7 osd.394 411221 handle_pg_notify from osd.315
2014-08-25 11:02:51.124542 7f2595dee700 15 osd.394 411221 require_same_or_newer_map 411221 (i am 411221) 0x65a8fc0
2014-08-25 11:02:51.124582 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.124584 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.124588 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 MNotifyRec from 315 notify: (query_epoch:411221, epoch_sent:411221, info:32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216))
2014-08-25 11:02:51.124616 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  got dup osd.315 info 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216), identical to ours
2014-08-25 11:02:51.124630 7f25905e3700 10 log is not dirty
2014-08-25 11:02:51.124639 7f25905e3700 10 osd.394 411221 queue_want_up_thru want 411221 <= queued 411221, currently 411220
2014-08-25 11:02:51.148422 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.148427 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.148429 7f2595dee700 20 osd.394 411221 _dispatch 0x57f2400 osd_map(411221..411221 src has 194721..411221) v3
2014-08-25 11:02:51.148439 7f2595dee700  3 osd.394 411221 handle_osd_map epochs [411221,411221], i have 411221, src has [194721,411221]
2014-08-25 11:02:51.148442 7f2595dee700 10 osd.394 411221  no new maps here, dropping
2014-08-25 11:02:51.148444 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.148445 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.161880 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.161886 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.161887 7f2595dee700 20 osd.394 411221 _dispatch 0x57f0d80 osd_map(411218..411221 src has 194721..411221) v3
2014-08-25 11:02:51.161895 7f2595dee700  3 osd.394 411221 handle_osd_map epochs [411218,411221], i have 411221, src has [194721,411221]
2014-08-25 11:02:51.161906 7f2595dee700 10 osd.394 411221  no new maps here, dropping
2014-08-25 11:02:51.161908 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.161909 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.161963 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.161965 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.161966 7f2595dee700 20 osd.394 411221 _dispatch 0x8832840 pg_notify(32.23e(3),32.23e(3) epoch 411221) v5
2014-08-25 11:02:51.162000 7f2595dee700  7 osd.394 411221 handle_pg_notify from osd.365
2014-08-25 11:02:51.162002 7f2595dee700 15 osd.394 411221 require_same_or_newer_map 411221 (i am 411221) 0x8832840
2014-08-25 11:02:51.162070 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.162072 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.162060 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 MNotifyRec from 365 notify: (query_epoch:411221, epoch_sent:411221, info:32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216))
2014-08-25 11:02:51.162090 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  got osd.365 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:51.162111 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 359,365,394 unchanged
2014-08-25 11:02:51.162126 7f258fde2700 10 log is not dirty
2014-08-25 11:02:51.162136 7f258fde2700 10 osd.394 411221 queue_want_up_thru want 411221 <= queued 411221, currently 411220
2014-08-25 11:02:51.162148 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 MNotifyRec from 365 notify: (query_epoch:411221, epoch_sent:411221, info:32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216))
2014-08-25 11:02:51.162158 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  got dup osd.365 info 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216), identical to ours
2014-08-25 11:02:51.162168 7f258fde2700 10 log is not dirty
2014-08-25 11:02:51.162173 7f258fde2700 10 osd.394 411221 queue_want_up_thru want 411221 <= queued 411221, currently 411220
2014-08-25 11:02:51.206761 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.206764 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.206766 7f2595dee700 20 osd.394 411221 _dispatch 0x5f13800 pg_notify(32.23e(12070),32.23e(12070) epoch 411221) v5
2014-08-25 11:02:51.206795 7f2595dee700  7 osd.394 411221 handle_pg_notify from osd.359
2014-08-25 11:02:51.206797 7f2595dee700 15 osd.394 411221 require_same_or_newer_map 411221 (i am 411221) 0x5f13800
2014-08-25 11:02:51.206950 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.206952 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.206933 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 MNotifyRec from 359 notify: (query_epoch:411221, epoch_sent:411221, info:32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216))
2014-08-25 11:02:51.206961 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  got osd.359 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:51.206982 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 359,365,394 unchanged
2014-08-25 11:02:51.206994 7f25905e3700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.228316 4 0.000224
2014-08-25 11:02:51.207008 7f25905e3700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:51.207020 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.359 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:51.207029 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.365 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:51.207038 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:51.207047 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:51.207069 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
 osd.365 (up) accepted 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
 osd.359 (up) accepted 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)

2014-08-25 11:02:51.207080 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] actingbackfill is 359,365,394
2014-08-25 11:02:51.207087 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] choose_acting want [394,365,359] (== acting) backfill_targets
2014-08-25 11:02:51.207099 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:51.207111 7f25905e3700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000104 0 0.000000
2014-08-25 11:02:51.207122 7f25905e3700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:51.207131 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:51.207142 7f25905e3700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000020 0 0.000000
2014-08-25 11:02:51.207152 7f25905e3700  5 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:51.207162 7f25905e3700 10 log is not dirty
2014-08-25 11:02:51.207186 7f25905e3700 10 osd.394 411221 queue_want_up_thru want 411221 <= queued 411221, currently 411220
2014-08-25 11:02:51.207198 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 MNotifyRec from 359 notify: (query_epoch:411221, epoch_sent:411221, info:32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216))
2014-08-25 11:02:51.207211 7f25905e3700  7 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.359
2014-08-25 11:02:51.207220 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] got dup osd.359 info 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216), identical to ours
2014-08-25 11:02:51.207234 7f25905e3700 10 log is not dirty
2014-08-25 11:02:51.207238 7f25905e3700 10 osd.394 411221 queue_want_up_thru want 411221 <= queued 411221, currently 411220
2014-08-25 11:02:51.207323 7f259a211700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:51.207362 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 FlushedEvt
2014-08-25 11:02:51.207392 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:51.207404 7f258fde2700 10 log is not dirty
2014-08-25 11:02:51.207410 7f258fde2700 10 osd.394 411221 queue_want_up_thru want 411221 <= queued 411221, currently 411220
2014-08-25 11:02:51.237098 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.237102 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.237103 7f2595dee700 20 osd.394 411221 _dispatch 0x5876740 pg_notify(32.139(3) epoch 411221) v5
2014-08-25 11:02:51.237130 7f2595dee700  7 osd.394 411221 handle_pg_notify from osd.365
2014-08-25 11:02:51.237133 7f2595dee700 15 osd.394 411221 require_same_or_newer_map 411221 (i am 411221) 0x5876740
2014-08-25 11:02:51.237170 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.237172 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.237177 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 MNotifyRec from 365 notify: (query_epoch:411221, epoch_sent:411221, info:32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216))
2014-08-25 11:02:51.237208 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  got osd.365 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:51.237230 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] update_heartbeat_peers 315,365,394 unchanged
2014-08-25 11:02:51.237243 7f25905e3700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetInfo 0.257199 4 0.000209
2014-08-25 11:02:51.237257 7f25905e3700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetLog
2014-08-25 11:02:51.237269 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.315 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:51.237279 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.365 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:51.237287 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] calc_acting osd.394 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:51.237296 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] calc_acting prefer osd.394 because it is current primary
2014-08-25 11:02:51.237318 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] calc_acting newest update on osd.394 with 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
up_primary: 394) selected as primary
calc_acting primary is osd.394 with 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
 osd.365 (up) accepted 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
 osd.315 (up) accepted 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)

2014-08-25 11:02:51.237329 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] actingbackfill is 315,365,394
2014-08-25 11:02:51.237337 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] choose_acting want [394,365,315] (== acting) backfill_targets
2014-08-25 11:02:51.237349 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetLog>: leaving GetLog
2014-08-25 11:02:51.237362 7f25905e3700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetLog 0.000105 0 0.000000
2014-08-25 11:02:51.237383 7f25905e3700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/GetMissing
2014-08-25 11:02:51.237391 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering/GetMissing>:  still need up_thru update before going active
2014-08-25 11:02:51.237403 7f25905e3700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/GetMissing 0.000021 0 0.000000
2014-08-25 11:02:51.237414 7f25905e3700  5 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] enter Started/Primary/Peering/WaitUpThru
2014-08-25 11:02:51.237424 7f25905e3700 10 log is not dirty
2014-08-25 11:02:51.237452 7f25905e3700 10 osd.394 411221 queue_want_up_thru want 411221 <= queued 411221, currently 411220
2014-08-25 11:02:51.237622 7f259a211700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] flushed
2014-08-25 11:02:51.237662 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 FlushedEvt
2014-08-25 11:02:51.237699 7f258fde2700 15 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering]  requeue_ops
2014-08-25 11:02:51.237711 7f258fde2700 10 log is not dirty
2014-08-25 11:02:51.237746 7f258fde2700 10 osd.394 411221 queue_want_up_thru want 411221 <= queued 411221, currently 411220
2014-08-25 11:02:51.308856 7f25945eb700 10 osd.394 411221 note_peer_epoch osd.56 has 411221
2014-08-25 11:02:51.308864 7f25945eb700 20 osd.394 411221 _share_map_outgoing 0x57a48e0 already has epoch 411221
2014-08-25 11:02:51.308898 7f25935e9700 20 osd.394 411221 _share_map_outgoing 0x57a48e0 already has epoch 411221
2014-08-25 11:02:51.341628 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.341632 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.341634 7f2595dee700 20 osd.394 411221 _dispatch 0x88301c0 pg_notify(32.139(3) epoch 411221) v5
2014-08-25 11:02:51.341666 7f2595dee700  7 osd.394 411221 handle_pg_notify from osd.365
2014-08-25 11:02:51.341669 7f2595dee700 15 osd.394 411221 require_same_or_newer_map 411221 (i am 411221) 0x88301c0
2014-08-25 11:02:51.341712 7f2595dee700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.341714 7f2595dee700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.341715 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_peering_event: epoch_sent: 411221 epoch_requested: 411221 MNotifyRec from 365 notify: (query_epoch:411221, epoch_sent:411221, info:32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216))
2014-08-25 11:02:51.341745 7f25905e3700  7 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle_pg_notify from osd.365
2014-08-25 11:02:51.341756 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] got dup osd.365 info 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216), identical to ours
2014-08-25 11:02:51.341772 7f25905e3700 10 log is not dirty
2014-08-25 11:02:51.341780 7f25905e3700 10 osd.394 411221 queue_want_up_thru want 411221 <= queued 411221, currently 411220
2014-08-25 11:02:51.371219 7f25935e9700 10 osd.394 411221 note_peer_epoch osd.293 has 411221
2014-08-25 11:02:51.371229 7f25935e9700 20 osd.394 411221 _share_map_outgoing 0x5082d60 already has epoch 411221
2014-08-25 11:02:51.371276 7f25945eb700 20 osd.394 411221 _share_map_outgoing 0x5082d60 already has epoch 411221
2014-08-25 11:02:51.582845 7f25a0e04700  5 osd.394 411221 tick
2014-08-25 11:02:51.582871 7f25a0e04700 10 osd.394 411221 maybe_update_heartbeat_peers updating
2014-08-25 11:02:51.582875 7f25a0e04700 20 osd.394 411221 29.3a5 heartbeat_peers
2014-08-25 11:02:51.582879 7f25a0e04700 20 osd.394 411221 29.333 heartbeat_peers
2014-08-25 11:02:51.582881 7f25a0e04700 20 osd.394 411221 29.3f6 heartbeat_peers 30,299,394
2014-08-25 11:02:51.582886 7f25a0e04700 20 osd.394 411221 32.340 heartbeat_peers
2014-08-25 11:02:51.582888 7f25a0e04700 20 osd.394 411221 32.311 heartbeat_peers 293,341,394
2014-08-25 11:02:51.582892 7f25a0e04700 20 osd.394 411221 32.25b heartbeat_peers
2014-08-25 11:02:51.582894 7f25a0e04700 20 osd.394 411221 29.17b heartbeat_peers
2014-08-25 11:02:51.582896 7f25a0e04700 20 osd.394 411221 32.313 heartbeat_peers
2014-08-25 11:02:51.582898 7f25a0e04700 20 osd.394 411221 32.23e heartbeat_peers 359,365,394
2014-08-25 11:02:51.582986 7f25a0e04700 10 osd.394 411221 _add_heartbeat_peer: new peer osd.365 192.168.1.102:6826/1250017967 192.168.100.102:6802/1250017967
2014-08-25 11:02:51.583003 7f25a0e04700 20 osd.394 411221 32.90 heartbeat_peers 46,324,394
2014-08-25 11:02:51.583007 7f25a0e04700 20 osd.394 411221 29.185 heartbeat_peers 50,314,394
2014-08-25 11:02:51.583010 7f25a0e04700 20 osd.394 411221 29.2ac heartbeat_peers
2014-08-25 11:02:51.583012 7f25a0e04700 20 osd.394 411221 29.3d7 heartbeat_peers
2014-08-25 11:02:51.583014 7f25a0e04700 20 osd.394 411221 29.1e2 heartbeat_peers
2014-08-25 11:02:51.583016 7f25a0e04700 20 osd.394 411221 32.20 heartbeat_peers
2014-08-25 11:02:51.583017 7f25a0e04700 20 osd.394 411221 29.30f heartbeat_peers 344,372,394
2014-08-25 11:02:51.583020 7f25a0e04700 20 osd.394 411221 29.1f heartbeat_peers
2014-08-25 11:02:51.583022 7f25a0e04700 20 osd.394 411221 32.139 heartbeat_peers 315,365,394
2014-08-25 11:02:51.583026 7f25a0e04700 20 osd.394 411221 29.35e heartbeat_peers
2014-08-25 11:02:51.583028 7f25a0e04700 20 osd.394 411221 32.e3 heartbeat_peers
2014-08-25 11:02:51.583029 7f25a0e04700 20 osd.394 411221 32.2b2 heartbeat_peers 310,375,394
2014-08-25 11:02:51.583034 7f25a0e04700 20 osd.394 411221 32.e7 heartbeat_peers
2014-08-25 11:02:51.583035 7f25a0e04700 20 osd.394 411221 29.28e heartbeat_peers
2014-08-25 11:02:51.583037 7f25a0e04700 20 osd.394 411221 29.21b heartbeat_peers 24,363,394
2014-08-25 11:02:51.583040 7f25a0e04700 20 osd.394 411221 32.228 heartbeat_peers
2014-08-25 11:02:51.583042 7f25a0e04700 20 osd.394 411221 29.288 heartbeat_peers
2014-08-25 11:02:51.583043 7f25a0e04700 20 osd.394 411221 29.2e9 heartbeat_peers
2014-08-25 11:02:51.583045 7f25a0e04700 20 osd.394 411221 32.2e6 heartbeat_peers 24,359,394
2014-08-25 11:02:51.583048 7f25a0e04700 20 osd.394 411221 32.249 heartbeat_peers 290,355,394
2014-08-25 11:02:51.583051 7f25a0e04700 20 osd.394 411221 29.138 heartbeat_peers
2014-08-25 11:02:51.583052 7f25a0e04700 20 osd.394 411221 29.2eb heartbeat_peers
2014-08-25 11:02:51.583054 7f25a0e04700 20 osd.394 411221 29.3c1 heartbeat_peers
2014-08-25 11:02:51.583056 7f25a0e04700 20 osd.394 411221 32.63 heartbeat_peers
2014-08-25 11:02:51.583072 7f25a0e04700 20 osd.394 411221 29.145 heartbeat_peers
2014-08-25 11:02:51.583074 7f25a0e04700 20 osd.394 411221 29.338 heartbeat_peers 11,26,394
2014-08-25 11:02:51.583078 7f25a0e04700 20 osd.394 411221 32.66 heartbeat_peers
2014-08-25 11:02:51.583079 7f25a0e04700 20 osd.394 411221 29.ce heartbeat_peers
2014-08-25 11:02:51.583081 7f25a0e04700 20 osd.394 411221 32.19a heartbeat_peers
2014-08-25 11:02:51.583083 7f25a0e04700 20 osd.394 411221 32.252 heartbeat_peers 7,46,394
2014-08-25 11:02:51.583086 7f25a0e04700 10 osd.394 411221  adding neighbor peer osd.393
2014-08-25 11:02:51.583088 7f25a0e04700 10 osd.394 411221  adding neighbor peer osd.395
2014-08-25 11:02:51.583091 7f25a0e04700 10 osd.394 411221 maybe_update_heartbeat_peers 24 peers, extras 393,395
2014-08-25 11:02:51.583104 7f25a0e04700 20 osd.394 411221 scrub_random_backoff lost coin flip, randomly backing off
2014-08-25 11:02:51.583108 7f25a0e04700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.583110 7f25a0e04700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.600073 7f25945eb700 10 osd.394 411221 note_peer_epoch osd.338 has 411221
2014-08-25 11:02:51.600081 7f25945eb700 20 osd.394 411221 _share_map_outgoing 0x52327e0 already has epoch 411221
2014-08-25 11:02:51.600274 7f25935e9700 20 osd.394 411221 _share_map_outgoing 0x52327e0 already has epoch 411221
2014-08-25 11:02:51.838143 7f25945eb700 10 osd.394 411221 note_peer_epoch osd.333 has 411221
2014-08-25 11:02:51.838160 7f25945eb700 20 osd.394 411221 _share_map_outgoing 0x5773440 already has epoch 411221
2014-08-25 11:02:51.838277 7f25935e9700 20 osd.394 411221 _share_map_outgoing 0x5773440 already has epoch 411221
2014-08-25 11:02:51.957616 7f25935e9700 10 osd.394 411221 note_peer_epoch osd.65 has 411221
2014-08-25 11:02:51.957623 7f25935e9700 20 osd.394 411221 _share_map_outgoing 0x54da680 already has epoch 411221
2014-08-25 11:02:51.996784 7f2596df0700 10 osd.394 411221 do_waiters -- start
2014-08-25 11:02:51.996787 7f2596df0700 10 osd.394 411221 do_waiters -- finish
2014-08-25 11:02:51.996788 7f2596df0700 20 osd.394 411221 _dispatch 0x5829200 osd_map(411222..411222 src has 194721..411222) v3
2014-08-25 11:02:51.996818 7f2596df0700  3 osd.394 411221 handle_osd_map epochs [411222,411222], i have 411221, src has [194721,411222]
2014-08-25 11:02:51.996822 7f2596df0700 10 osd.394 411221 handle_osd_map  got inc map for epoch 411222
2014-08-25 11:02:51.999897 7f2596df0700 10 osd.394 411221  advance to epoch 411222 (<= newest 411222)
2014-08-25 11:02:51.999956 7f2596df0700  7 osd.394 411222 advance_map epoch 411222  39 pgs
2014-08-25 11:02:51.999974 7f2596df0700 10 osd.394 411222 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411222 [194721,411222] lci=[411216,411222])
2014-08-25 11:02:52.000021 7f2596df0700  0 osd.394 411222 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:52.000026 7f2596df0700  7 osd.394 411222 consume_map version 411222
2014-08-25 11:02:52.000048 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] null
2014-08-25 11:02:52.000072 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:02:52.000085 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:52.000096 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:02:52.000105 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:52.000115 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:02:52.000125 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:02:52.000136 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:02:52.000145 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:52.000156 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:52.000169 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:52.000178 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:02:52.000188 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:02:52.000198 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] null
2014-08-25 11:02:52.000207 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:02:52.000217 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:52.000226 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:02:52.000235 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] null
2014-08-25 11:02:52.000245 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:02:52.000254 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] null
2014-08-25 11:02:52.000263 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:52.000272 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] null
2014-08-25 11:02:52.000283 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:02:52.000292 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:52.000303 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:02:52.000312 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:02:52.000322 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:02:52.000331 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:52.000340 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:52.000349 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:02:52.000358 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:02:52.000374 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] null
2014-08-25 11:02:52.000384 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:02:52.000394 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:02:52.000403 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:52.000414 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:02:52.000458 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:52.000487 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.000494 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.000505 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.000516 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.000525 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] take_waiters
2014-08-25 11:02:52.000533 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.000541 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.000552 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.000546 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:02:52.000563 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:02:52.000570 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:52.000574 7f2596df0700 10 osd.394 pg_epoch: 411221 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:52.000584 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.000587 7f2596df0700  7 osd.394 411222 activate_map version 411222
2014-08-25 11:02:52.000593 7f2596df0700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.000595 7f2596df0700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.000588 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.000597 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.000602 7f258add8700 20 osd.394 411222 agent_entry empty queue
2014-08-25 11:02:52.000607 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.000614 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:02:52.000621 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.000629 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.000638 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.000640 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:52.000652 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.000653 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:52.000658 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:52.000666 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.000668 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:52.000670 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:52.000678 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.000679 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:52.000688 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.000688 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:52.000697 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:52.000698 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:52.000706 7f258fde2700  7 osd.394 pg_epoch: 411222 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.000707 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:52.000715 7f258fde2700 15 osd.394 pg_epoch: 411222 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:198989
2014-08-25 11:02:52.000715 7f25905e3700  7 osd.394 pg_epoch: 411222 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.000724 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:52.000727 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:198848
2014-08-25 11:02:52.000732 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.000736 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:52.000741 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.000744 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.000752 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.000752 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.000761 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.000770 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:52.000781 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.000779 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:52.000790 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.000785 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.000794 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.000794 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.000804 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.000805 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.000814 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] take_waiters
2014-08-25 11:02:52.000814 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.000822 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.000823 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:02:52.000830 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.000831 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.000840 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.000840 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.000849 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.000855 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:52.000870 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.000864 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:52.000874 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.000873 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.000877 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:52.000882 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.000886 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:52.000893 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.000895 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.000901 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:02:52.000905 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:52.000909 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.000913 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:52.000918 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.000928 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.000922 7f25905e3700  7 osd.394 pg_epoch: 411222 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.000931 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:256810
2014-08-25 11:02:52.000945 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:02:52.000947 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:52.000958 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.000959 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.000961 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:52.000967 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.000970 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:52.000977 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.000979 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.000987 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:52.000992 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:52.000995 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:52.001003 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.001003 7f258fde2700  7 osd.394 pg_epoch: 411222 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.001006 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.001011 7f258fde2700 15 osd.394 pg_epoch: 411222 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:200467
2014-08-25 11:02:52.001016 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.001020 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:52.001026 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.001028 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.001034 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:02:52.001035 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.001045 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.001043 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.001050 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.001059 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.001060 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:02:52.001070 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.001073 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.001077 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:52.001082 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.001091 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.001092 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.001095 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.001100 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:02:52.001104 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.001109 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.001114 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.001117 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.001126 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.001123 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:02:52.001130 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.001137 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.001148 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.001140 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:52.001153 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.001156 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.001165 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.001166 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:52.001177 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.001174 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.001180 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.001182 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:02:52.001188 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.001190 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.001198 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.001204 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.001206 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:02:52.001213 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.001213 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.001221 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.001229 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.001229 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:52.001242 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.001244 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:52.001256 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.001245 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.001260 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.001260 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:52.001270 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411221, need_up_thru now false
2014-08-25 11:02:52.001270 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.001279 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:52.001279 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:02:52.001289 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.001289 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.001299 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.001308 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.001301 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:52.001311 7f25905e3700  7 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.001319 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411222:197224
2014-08-25 11:02:52.001327 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:52.001324 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:02:52.001342 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.001336 7f25905e3700  5 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.794184 4 0.000284
2014-08-25 11:02:52.001346 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:52.001348 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:52.001353 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:52.001356 7f25905e3700  5 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 1.022687 0 0.000000
2014-08-25 11:02:52.001362 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.001379 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:52.001378 7f25905e3700  5 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:52.001387 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:52.001388 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:52.001395 7f258fde2700  7 osd.394 pg_epoch: 411222 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.001400 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:52.001403 7f258fde2700 15 osd.394 pg_epoch: 411222 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:199652
2014-08-25 11:02:52.001409 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:52.001411 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:52.001416 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:52.001418 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.001426 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.001425 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.359 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:52.001438 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.001436 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.359 is up to date, but sending pg_log anyway
2014-08-25 11:02:52.001445 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.359 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:52.001453 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:52.001455 7f25905e3700 10 osd.394 411222 send_incremental_map 411221 -> 411222 to 0x52140a0 192.168.1.108:6816/1448025977
2014-08-25 11:02:52.001463 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.001466 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:52.001474 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:52.001481 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.001490 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:52.001497 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:52.001503 7f258fde2700  7 osd.394 pg_epoch: 411222 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.001511 7f258fde2700 15 osd.394 pg_epoch: 411222 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:203855
2014-08-25 11:02:52.001518 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:52.001524 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.001531 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.001562 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.001562 7f25905e3700 10 osd.394 411222 note_peer_epoch osd.359 has 411222
2014-08-25 11:02:52.001646 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.359 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) uptodate
2014-08-25 11:02:52.001663 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:52.001673 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 is up to date, but sending pg_log anyway
2014-08-25 11:02:52.001667 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:52.001682 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:52.001690 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.001692 7f25905e3700 10 osd.394 411222 send_incremental_map 411221 -> 411222 to 0x6baf7a0 192.168.1.102:6812/1250017967
2014-08-25 11:02:52.001694 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.001703 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.001713 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.001720 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:02:52.001727 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.001735 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.001749 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.001771 7f25905e3700 10 osd.394 411222 note_peer_epoch osd.365 has 411222
2014-08-25 11:02:52.001848 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) uptodate
2014-08-25 11:02:52.001864 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:52.001872 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:52.001881 7f25905e3700  5 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:52.001889 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411221 while current is 411222
2014-08-25 11:02:52.001885 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:52.001904 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.001898 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.001909 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.001918 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.001928 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.001938 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.001936 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:02:52.001943 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.001951 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.001959 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.002001 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:52.002016 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.002020 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.002028 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.002038 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.002045 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] take_waiters
2014-08-25 11:02:52.002052 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.002060 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.002068 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.002083 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:52.002093 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.002096 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.002103 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.002112 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.002120 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:02:52.002127 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.002134 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.002142 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.002158 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:52.002169 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.002173 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.002181 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.002190 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.002197 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:02:52.002204 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.002212 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.002220 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.002237 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:52.002248 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.002252 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:52.002260 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:52.002268 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.002276 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:52.002284 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:52.002291 7f258fde2700  7 osd.394 pg_epoch: 411222 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.002299 7f258fde2700 15 osd.394 pg_epoch: 411222 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:193574
2014-08-25 11:02:52.002306 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:52.002312 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.002319 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.002328 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.002342 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:52.002352 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.002356 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.002370 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.002380 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.002387 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:02:52.002394 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.002402 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.002410 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.002425 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:52.002437 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.002441 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.002449 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.002458 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.002465 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:02:52.002472 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.002480 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.002488 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.002502 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:52.002512 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.002515 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.002523 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.002531 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.002539 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:02:52.002546 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.002553 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.002561 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.002576 7f258fde2700 10 osd.394 pg_epoch: 411221 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:52.002585 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.002588 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:52.002596 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:52.002612 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.002620 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:52.002628 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:52.002635 7f258fde2700  7 osd.394 pg_epoch: 411222 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.001978 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:52.002642 7f258fde2700 15 osd.394 pg_epoch: 411222 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:201098
2014-08-25 11:02:52.002648 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.002649 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:52.002656 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.002655 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:52.002664 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.002673 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.002667 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:52.002676 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.002686 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:52.002694 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:52.002701 7f25905e3700  7 osd.394 pg_epoch: 411222 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.002711 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:194694
2014-08-25 11:02:52.002718 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:52.002725 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.002734 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.002745 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.002790 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:52.002806 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.002810 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:52.002818 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:52.002826 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.002836 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:52.002843 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:52.002850 7f25905e3700  7 osd.394 pg_epoch: 411222 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.002858 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:200399
2014-08-25 11:02:52.002865 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:52.002872 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.002879 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.002888 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.002904 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:52.002917 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.002920 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.002929 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.002938 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.002952 7f259a211700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] _activate_committed 411222 peer_activated now 394 last_epoch_started 411217 same_interval_since 411221
2014-08-25 11:02:52.002963 7f259a211700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:52.002946 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:02:52.002994 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.003002 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.003011 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.003027 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:52.003039 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.003043 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.003051 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.003060 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.003068 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:02:52.003079 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.003087 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.003095 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.003110 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:52.003122 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.003126 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.003134 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.003142 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.003150 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] take_waiters
2014-08-25 11:02:52.003157 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.003164 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.003172 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.003188 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:52.003199 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.003202 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.003210 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.003219 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.003227 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:02:52.003233 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.003241 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.003249 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.003265 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:52.003277 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.003281 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:52.003289 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:52.003296 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.003305 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:52.003312 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:52.003319 7f25905e3700  7 osd.394 pg_epoch: 411222 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.003327 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:194585
2014-08-25 11:02:52.003336 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:52.003343 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.003350 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.003359 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.003383 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:52.003398 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.003401 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.003410 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.003419 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.003426 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:02:52.003433 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.003441 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.003450 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.003464 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:52.003476 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.003479 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Peering advmap
2014-08-25 11:02:52.003488 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] adjust_need_up_thru now 411221, need_up_thru now false
2014-08-25 11:02:52.003496 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started>: Started advmap
2014-08-25 11:02:52.003504 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.003513 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] handle_activate_map
2014-08-25 11:02:52.003521 7f25905e3700  7 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:52.003529 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] publish_stats_to_osd 411222:194427
2014-08-25 11:02:52.003536 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] take_waiters
2014-08-25 11:02:52.003545 7f25905e3700  5 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering/WaitUpThru 0.766131 4 0.000298
2014-08-25 11:02:52.003556 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] state<Started/Primary/Peering>: Leaving Peering
2014-08-25 11:02:52.003563 7f25905e3700  5 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 peering] exit Started/Primary/Peering 1.023526 0 0.000000
2014-08-25 11:02:52.003575 7f25905e3700  5 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active
2014-08-25 11:02:52.003583 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: In Active, about to call activate
2014-08-25 11:02:52.003594 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate - purged_snaps [] cached_removed_snaps []
2014-08-25 11:02:52.003602 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate - snap_trimq []
2014-08-25 11:02:52.003609 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:52.003617 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.315 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:52.003627 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.315 is up to date, but sending pg_log anyway
2014-08-25 11:02:52.003637 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.315 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:52.003647 7f25905e3700 10 osd.394 411222 send_incremental_map 411221 -> 411222 to 0x57a6720 192.168.1.113:6806/1092038710
2014-08-25 11:02:52.003670 7f25905e3700 10 osd.394 411222 note_peer_epoch osd.315 has 411222
2014-08-25 11:02:52.004626 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.315 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) uptodate
2014-08-25 11:02:52.004645 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216)
2014-08-25 11:02:52.004655 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 is up to date, but sending pg_log anyway
2014-08-25 11:02:52.004664 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 sending log((0'0,0'0], crt=0'0)
2014-08-25 11:02:52.004674 7f25905e3700 20 osd.394 411222 _share_map_outgoing 0x6baf7a0 already has epoch 411222
2014-08-25 11:02:52.004889 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] activate peer osd.365 32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) uptodate
2014-08-25 11:02:52.004906 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] needs_recovery is recovered
2014-08-25 11:02:52.004914 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Activate Finished
2014-08-25 11:02:52.004923 7f25905e3700  5 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] enter Started/Primary/Active/Activating
2014-08-25 11:02:52.004932 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_activate_map: Not dirtying info: last_persisted is 411221 while current is 411222
2014-08-25 11:02:52.004940 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.004978 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.005267 7f259a211700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] _activate_committed 411222 peer_activated now 394 last_epoch_started 411217 same_interval_since 411221
2014-08-25 11:02:52.005285 7f259a211700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] flushed
2014-08-25 11:02:52.005333 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:52.005350 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.005355 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:52.005371 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.005382 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:02:52.005390 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:02:52.005397 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411222
2014-08-25 11:02:52.005405 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.005414 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.005431 7f25905e3700 10 osd.394 pg_epoch: 411221 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:52.005442 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:52.005445 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:02:52.005453 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:02:52.005462 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:02:52.005499 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:02:52.005507 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411221 while current is 411222
2014-08-25 11:02:52.005515 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 NullEvt
2014-08-25 11:02:52.005523 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.005531 7f25905e3700 10 osd.394 411222 send_incremental_map 411221 -> 411222 to 0x5211ce0 192.168.1.115:6805/703000658
2014-08-25 11:02:52.005553 7f25905e3700 10 osd.394 411222 note_peer_epoch osd.29 has 411222
2014-08-25 11:02:52.005556 7f25905e3700  7 osd.394 411222 do_notify osd 29 on 1 PGs
2014-08-25 11:02:52.007584 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 FlushedEvt
2014-08-25 11:02:52.007617 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:52.007629 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.007638 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 FlushedEvt
2014-08-25 11:02:52.007648 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive]  requeue_ops
2014-08-25 11:02:52.007656 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.027403 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.027409 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.027411 7f2595dee700 20 osd.394 411222 _dispatch 0x57f3180 osd_map(411222..411222 src has 194721..411222) v3
2014-08-25 11:02:52.027419 7f2595dee700  3 osd.394 411222 handle_osd_map epochs [411222,411222], i have 411222, src has [194721,411222]
2014-08-25 11:02:52.027423 7f2595dee700 10 osd.394 411222  no new maps here, dropping
2014-08-25 11:02:52.027424 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.027425 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.027439 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.027441 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.027442 7f2595dee700 20 osd.394 411222 _dispatch 0x7937800 pg_log(32.e3 epoch 411222 log log((0'0,0'0], crt=0'0) query_epoch 411222) v4
2014-08-25 11:02:52.027474 7f2595dee700  7 osd.394 411222 handle_pg_log pg_log(32.e3 epoch 411222 log log((0'0,0'0], crt=0'0) query_epoch 411222) v4 from osd.29
2014-08-25 11:02:52.027478 7f2595dee700 15 osd.394 411222 require_same_or_newer_map 411222 (i am 411222) 0x7937800
2014-08-25 11:02:52.027531 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 MLogRec from 29
2014-08-25 11:02:52.027551 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.29 32.e3( empty local-les=411222 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) log((0'0,0'0], crt=0'0)
2014-08-25 11:02:52.027564 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.29 into log((0'0,0'0], crt=0'0)
2014-08-25 11:02:52.027569 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:02:52.027576 7f258fde2700  5 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] exit Started/Stray 1.046950 7 0.000206
2014-08-25 11:02:52.027588 7f258fde2700  5 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:02:52.027600 7f258fde2700  5 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:02:52.027617 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411220 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:02:52.027627 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:02:52.027635 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:02:52.027689 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.027748 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.027750 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.028124 7f259a211700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 inactive] _activate_committed 411222 telling primary
2014-08-25 11:02:52.028159 7f259a211700 20 osd.394 411222 _share_map_outgoing 0x5211ce0 already has epoch 411222
2014-08-25 11:02:52.028181 7f259a211700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] flushed
2014-08-25 11:02:52.028216 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 FlushedEvt
2014-08-25 11:02:52.028240 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active]  requeue_ops
2014-08-25 11:02:52.028252 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.053035 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.053039 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.053041 7f2595dee700 20 osd.394 411222 _dispatch 0x57f1680 osd_map(411222..411222 src has 194721..411222) v3
2014-08-25 11:02:52.053049 7f2595dee700  3 osd.394 411222 handle_osd_map epochs [411222,411222], i have 411222, src has [194721,411222]
2014-08-25 11:02:52.053053 7f2595dee700 10 osd.394 411222  no new maps here, dropping
2014-08-25 11:02:52.053055 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.053056 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.064036 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.064049 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.064052 7f2595dee700 20 osd.394 411222 _dispatch 0x57f4800 osd_map(411222..411222 src has 194721..411222) v3
2014-08-25 11:02:52.064060 7f2595dee700  3 osd.394 411222 handle_osd_map epochs [411222,411222], i have 411222, src has [194721,411222]
2014-08-25 11:02:52.064063 7f2595dee700 10 osd.394 411222  no new maps here, dropping
2014-08-25 11:02:52.064065 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.064066 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.075940 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.075943 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.075944 7f2595dee700 20 osd.394 411222 _dispatch 0x5f15940 pg_notify(32.139(11397) epoch 411222) v5
2014-08-25 11:02:52.075970 7f2595dee700  7 osd.394 411222 handle_pg_notify from osd.315
2014-08-25 11:02:52.075972 7f2595dee700 15 osd.394 411222 require_same_or_newer_map 411222 (i am 411222) 0x5f15940
2014-08-25 11:02:52.076011 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.076012 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.076017 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 MNotifyRec from 315 notify: (query_epoch:411222, epoch_sent:411222, info:32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216))
2014-08-25 11:02:52.076047 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 315, already have info from that osd, ignoring
2014-08-25 11:02:52.076059 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.077520 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.077523 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.077524 7f2595dee700 20 osd.394 411222 _dispatch 0x5f11a40 pg_info(1 pgs e411222:32.139) v4
2014-08-25 11:02:52.077547 7f2595dee700  7 osd.394 411222 handle_pg_info pg_info(1 pgs e411222:32.139) v4 from osd.315
2014-08-25 11:02:52.077550 7f2595dee700 15 osd.394 411222 require_same_or_newer_map 411222 (i am 411222) 0x5f11a40
2014-08-25 11:02:52.077577 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.077579 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.077596 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 MInfoRec from 315 info: 32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216)
2014-08-25 11:02:52.077622 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.315 activated and committed
2014-08-25 11:02:52.077705 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.089048 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.089051 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.089052 7f2595dee700 20 osd.394 411222 _dispatch 0x5f16040 pg_notify(32.23e(12070) epoch 411222) v5
2014-08-25 11:02:52.089096 7f2595dee700  7 osd.394 411222 handle_pg_notify from osd.359
2014-08-25 11:02:52.089099 7f2595dee700 15 osd.394 411222 require_same_or_newer_map 411222 (i am 411222) 0x5f16040
2014-08-25 11:02:52.089142 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.089144 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.089174 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 MNotifyRec from 359 notify: (query_epoch:411222, epoch_sent:411222, info:32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216))
2014-08-25 11:02:52.089206 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 359, already have info from that osd, ignoring
2014-08-25 11:02:52.089218 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.097111 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.097114 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.097116 7f2595dee700 20 osd.394 411222 _dispatch 0x5f13d40 pg_info(1 pgs e411222:32.23e) v4
2014-08-25 11:02:52.097141 7f2595dee700  7 osd.394 411222 handle_pg_info pg_info(1 pgs e411222:32.23e) v4 from osd.359
2014-08-25 11:02:52.097145 7f2595dee700 15 osd.394 411222 require_same_or_newer_map 411222 (i am 411222) 0x5f13d40
2014-08-25 11:02:52.097181 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.097182 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.097214 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 MInfoRec from 359 info: 32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216)
2014-08-25 11:02:52.097242 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.359 activated and committed
2014-08-25 11:02:52.097255 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.114137 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.114141 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.114143 7f2595dee700 20 osd.394 411222 _dispatch 0x57f06c0 osd_map(411222..411222 src has 194721..411222) v3
2014-08-25 11:02:52.114151 7f2595dee700  3 osd.394 411222 handle_osd_map epochs [411222,411222], i have 411222, src has [194721,411222]
2014-08-25 11:02:52.114154 7f2595dee700 10 osd.394 411222  no new maps here, dropping
2014-08-25 11:02:52.114156 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.114157 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.114170 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.114172 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.114173 7f2595dee700 20 osd.394 411222 _dispatch 0x64ae580 pg_info(1 pgs e411222:32.23e) v4
2014-08-25 11:02:52.114207 7f2595dee700  7 osd.394 411222 handle_pg_info pg_info(1 pgs e411222:32.23e) v4 from osd.365
2014-08-25 11:02:52.114210 7f2595dee700 15 osd.394 411222 require_same_or_newer_map 411222 (i am 411222) 0x64ae580
2014-08-25 11:02:52.114246 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.114248 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.114281 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 MInfoRec from 365 info: 32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216)
2014-08-25 11:02:52.114308 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.365 activated and committed
2014-08-25 11:02:52.114318 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:52.114325 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:52.114341 7f258fde2700 20 osd.394 411222 _share_map_outgoing 0x52140a0 already has epoch 411222
2014-08-25 11:02:52.114379 7f258fde2700 20 osd.394 411222 _share_map_outgoing 0x6baf7a0 already has epoch 411222
2014-08-25 11:02:52.114396 7f258fde2700 15 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411222:197225
2014-08-25 11:02:52.114415 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.114485 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 AllReplicasActivated
2014-08-25 11:02:52.114510 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:52.114520 7f258fde2700 15 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:52.114528 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:52.114535 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:52.114543 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:52.114558 7f258fde2700 15 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411222:197226
2014-08-25 11:02:52.114566 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] hit_set_clear
2014-08-25 11:02:52.114574 7f258fde2700 20 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] agent_stop
2014-08-25 11:02:52.114583 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.114593 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 AllReplicasRecovered
2014-08-25 11:02:52.114603 7f258fde2700  5 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.112722 7 0.000813
2014-08-25 11:02:52.114614 7f258fde2700  5 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:52.114623 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:52.114633 7f258fde2700  5 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000019 0 0.000000
2014-08-25 11:02:52.114643 7f258fde2700  5 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:52.114650 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:52.114657 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:52.114667 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411216-411219 up [394,365,359](394) acting [394,365,359](394) maybe_went_rw)
2014-08-25 11:02:52.114678 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 pi=411220-411220/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411220-411220 up [394,359](394) acting [394,359](394))
2014-08-25 11:02:52.114688 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:52.114699 7f258fde2700 20 osd.394 411222 _share_map_outgoing 0x52140a0 already has epoch 411222
2014-08-25 11:02:52.114722 7f258fde2700 20 osd.394 411222 _share_map_outgoing 0x6baf7a0 already has epoch 411222
2014-08-25 11:02:52.114735 7f258fde2700 15 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:197227
2014-08-25 11:02:52.114769 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.114934 7f2599a10700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:52.114960 7f2599a10700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:52.114970 7f2599a10700 15 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:197228
2014-08-25 11:02:52.126901 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.126905 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.126906 7f2595dee700 20 osd.394 411222 _dispatch 0x609b9c0 pg_notify(32.23e(3) epoch 411222) v5
2014-08-25 11:02:52.126941 7f2595dee700  7 osd.394 411222 handle_pg_notify from osd.365
2014-08-25 11:02:52.126943 7f2595dee700 15 osd.394 411222 require_same_or_newer_map 411222 (i am 411222) 0x609b9c0
2014-08-25 11:02:52.126975 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.126977 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.127011 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 MNotifyRec from 365 notify: (query_epoch:411222, epoch_sent:411222, info:32.23e( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216))
2014-08-25 11:02:52.127044 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: got notify from 365, already have info from that osd, ignoring
2014-08-25 11:02:52.127058 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.163476 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.163481 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.163482 7f2595dee700 20 osd.394 411222 _dispatch 0x609bd40 pg_notify(32.139(3) epoch 411222) v5
2014-08-25 11:02:52.163513 7f2595dee700  7 osd.394 411222 handle_pg_notify from osd.365
2014-08-25 11:02:52.163516 7f2595dee700 15 osd.394 411222 require_same_or_newer_map 411222 (i am 411222) 0x609bd40
2014-08-25 11:02:52.163558 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.163561 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.163596 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 MNotifyRec from 365 notify: (query_epoch:411222, epoch_sent:411222, info:32.139( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411221/411221/411216))
2014-08-25 11:02:52.163641 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>: Active: got notify from 365, already have info from that osd, ignoring
2014-08-25 11:02:52.163655 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.184091 7f258ddde700 20 osd.394 411222 update_osd_stat osd_stat(58268 MB used, 2636 GB avail, 2693 GB total, peers [7,11,24,26,30,46,50,290,293,299,310,314,315,324,341,344,355,359,363,365,372,375,393,395]/[] op hist [])
2014-08-25 11:02:52.184114 7f258ddde700  5 osd.394 411222 heartbeat: osd_stat(58268 MB used, 2636 GB avail, 2693 GB total, peers [7,11,24,26,30,46,50,290,293,299,310,314,315,324,341,344,355,359,363,365,372,375,393,395]/[] op hist [])
2014-08-25 11:02:52.185331 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.11 has 411222
2014-08-25 11:02:52.185343 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54dc4c0 already has epoch 411222
2014-08-25 11:02:52.185383 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.7 has 411222
2014-08-25 11:02:52.185387 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x601f7a0 already has epoch 411222
2014-08-25 11:02:52.185402 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x601f7a0 already has epoch 411222
2014-08-25 11:02:52.185416 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.24 has 411222
2014-08-25 11:02:52.185419 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5df4d00 already has epoch 411222
2014-08-25 11:02:52.185431 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5df4d00 already has epoch 411222
2014-08-25 11:02:52.185449 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.30 has 411222
2014-08-25 11:02:52.185453 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5079080 already has epoch 411222
2014-08-25 11:02:52.185469 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.299 has 411222
2014-08-25 11:02:52.185471 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x59a6ca0 already has epoch 411222
2014-08-25 11:02:52.185484 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x59a6ca0 already has epoch 411222
2014-08-25 11:02:52.185498 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.341 has 411222
2014-08-25 11:02:52.185501 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x524f0c0 already has epoch 411222
2014-08-25 11:02:52.185514 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x524f0c0 already has epoch 411222
2014-08-25 11:02:52.185528 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x52140a0 already has epoch 411222
2014-08-25 11:02:52.185541 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.46 has 411222
2014-08-25 11:02:52.185544 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x50818c0 already has epoch 411222
2014-08-25 11:02:52.185584 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x50818c0 already has epoch 411222
2014-08-25 11:02:52.185601 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.324 has 411222
2014-08-25 11:02:52.185604 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5215c20 already has epoch 411222
2014-08-25 11:02:52.185617 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5215c20 already has epoch 411222
2014-08-25 11:02:52.185669 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.50 has 411222
2014-08-25 11:02:52.185674 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5214a40 already has epoch 411222
2014-08-25 11:02:52.185693 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5214a40 already has epoch 411222
2014-08-25 11:02:52.185707 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.314 has 411222
2014-08-25 11:02:52.185710 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5acdee0 already has epoch 411222
2014-08-25 11:02:52.185722 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5acdee0 already has epoch 411222
2014-08-25 11:02:52.185734 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.344 has 411222
2014-08-25 11:02:52.185737 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54d8000 already has epoch 411222
2014-08-25 11:02:52.185750 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54d8000 already has epoch 411222
2014-08-25 11:02:52.185763 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.372 has 411222
2014-08-25 11:02:52.185765 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x59a11e0 already has epoch 411222
2014-08-25 11:02:52.185781 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x57a6720 already has epoch 411222
2014-08-25 11:02:52.185795 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.310 has 411222
2014-08-25 11:02:52.185798 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5816040 already has epoch 411222
2014-08-25 11:02:52.185812 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5816040 already has epoch 411222
2014-08-25 11:02:52.185823 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.375 has 411222
2014-08-25 11:02:52.185826 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5acc780 already has epoch 411222
2014-08-25 11:02:52.185839 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5acc780 already has epoch 411222
2014-08-25 11:02:52.185851 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.290 has 411222
2014-08-25 11:02:52.185854 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5231600 already has epoch 411222
2014-08-25 11:02:52.185865 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.355 has 411222
2014-08-25 11:02:52.185868 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5accba0 already has epoch 411222
2014-08-25 11:02:52.185881 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5accba0 already has epoch 411222
2014-08-25 11:02:52.185894 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54dc4c0 already has epoch 411222
2014-08-25 11:02:52.185908 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.26 has 411222
2014-08-25 11:02:52.185911 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x57a74e0 already has epoch 411222
2014-08-25 11:02:52.185924 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x57a74e0 already has epoch 411222
2014-08-25 11:02:52.185935 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.395 has 411222
2014-08-25 11:02:52.185938 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54dbf40 already has epoch 411222
2014-08-25 11:02:52.185952 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54dbf40 already has epoch 411222
2014-08-25 11:02:52.185964 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.363 has 411222
2014-08-25 11:02:52.185967 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x57739c0 already has epoch 411222
2014-08-25 11:02:52.185979 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x57739c0 already has epoch 411222
2014-08-25 11:02:52.185992 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x6baf7a0 already has epoch 411222
2014-08-25 11:02:52.186005 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x6baf7a0 already has epoch 411222
2014-08-25 11:02:52.186018 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5079080 already has epoch 411222
2014-08-25 11:02:52.186031 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x59a11e0 already has epoch 411222
2014-08-25 11:02:52.195969 7f25945eb700 10 osd.394 411222 note_peer_epoch osd.366 has 411222
2014-08-25 11:02:52.195975 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x5770f20 already has epoch 411222
2014-08-25 11:02:52.196002 7f25935e9700 20 osd.394 411222 _share_map_outgoing 0x5770f20 already has epoch 411222
2014-08-25 11:02:52.198014 7f25935e9700 10 osd.394 411222 note_peer_epoch osd.2 has 411222
2014-08-25 11:02:52.198021 7f25935e9700 20 osd.394 411222 _share_map_outgoing 0x58114a0 already has epoch 411222
2014-08-25 11:02:52.198061 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x58114a0 already has epoch 411222
2014-08-25 11:02:52.203408 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.203411 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.203412 7f2595dee700 20 osd.394 411222 _dispatch 0x64ae3c0 pg_info(1 pgs e411222:32.139) v4
2014-08-25 11:02:52.203439 7f2595dee700  7 osd.394 411222 handle_pg_info pg_info(1 pgs e411222:32.139) v4 from osd.365
2014-08-25 11:02:52.203443 7f2595dee700 15 osd.394 411222 require_same_or_newer_map 411222 (i am 411222) 0x64ae3c0
2014-08-25 11:02:52.203478 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.203480 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.203512 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 MInfoRec from 365 info: 32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216)
2014-08-25 11:02:52.203545 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] state<Started/Primary/Active>:  peer osd.365 activated and committed
2014-08-25 11:02:52.203557 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411217/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] all_activated_and_committed
2014-08-25 11:02:52.203564 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] share_pg_info
2014-08-25 11:02:52.203580 7f25905e3700 20 osd.394 411222 _share_map_outgoing 0x57a6720 already has epoch 411222
2014-08-25 11:02:52.203602 7f25905e3700 20 osd.394 411222 _share_map_outgoing 0x6baf7a0 already has epoch 411222
2014-08-25 11:02:52.203617 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] publish_stats_to_osd 411222:194428
2014-08-25 11:02:52.203653 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.203741 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 inactive] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 AllReplicasActivated
2014-08-25 11:02:52.203767 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] check_local
2014-08-25 11:02:52.203777 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active]  requeue_ops
2014-08-25 11:02:52.203785 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:52.203793 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] needs_backfill does not need backfill
2014-08-25 11:02:52.203801 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] activate all replicas clean, no recovery
2014-08-25 11:02:52.203818 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] publish_stats_to_osd 411222:194429
2014-08-25 11:02:52.203826 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] hit_set_clear
2014-08-25 11:02:52.203835 7f25905e3700 20 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] agent_stop
2014-08-25 11:02:52.203843 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.203864 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 AllReplicasRecovered
2014-08-25 11:02:52.203875 7f25905e3700  5 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Activating 0.198952 8 0.001705
2014-08-25 11:02:52.203888 7f25905e3700  5 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Recovered
2014-08-25 11:02:52.203897 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] needs_recovery is recovered
2014-08-25 11:02:52.203908 7f25905e3700  5 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] exit Started/Primary/Active/Recovered 0.000019 0 0.000000
2014-08-25 11:02:52.203917 7f25905e3700  5 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] enter Started/Primary/Active/Clean
2014-08-25 11:02:52.203925 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] finish_recovery
2014-08-25 11:02:52.203932 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411217 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active] clear_recovery_state
2014-08-25 11:02:52.203944 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411216-411220/2 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411216-411219 up [394,365,315](394) acting [394,365,315](394) maybe_went_rw)
2014-08-25 11:02:52.203955 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 pi=411220-411220/1 crt=0'0 mlcod 0'0 active+clean] trim_past_intervals: trimming interval(411220-411220 up [394,315](394) acting [394,315](394))
2014-08-25 11:02:52.203965 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] share_pg_info
2014-08-25 11:02:52.203976 7f25905e3700 20 osd.394 411222 _share_map_outgoing 0x57a6720 already has epoch 411222
2014-08-25 11:02:52.203997 7f25905e3700 20 osd.394 411222 _share_map_outgoing 0x6baf7a0 already has epoch 411222
2014-08-25 11:02:52.204009 7f25905e3700 15 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:194430
2014-08-25 11:02:52.204058 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.204322 7f2599a10700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] _finish_recovery
2014-08-25 11:02:52.204346 7f2599a10700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] purge_strays
2014-08-25 11:02:52.204358 7f2599a10700 15 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411222:194431
2014-08-25 11:02:52.205507 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.393 has 411221
2014-08-25 11:02:52.205517 7f2594dec700 10 osd.394 411222 send_incremental_map 411221 -> 411222 to 0x54d9600 192.168.1.202:6808/1205037910
2014-08-25 11:02:52.205539 7f2594dec700 10 osd.394 411222 note_peer_epoch osd.393 has 411222
2014-08-25 11:02:52.225792 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.225796 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.225797 7f2595dee700 20 osd.394 411222 _dispatch 0x8830000 pg_info(1 pgs e411222:32.e3) v4
2014-08-25 11:02:52.225825 7f2595dee700  7 osd.394 411222 handle_pg_info pg_info(1 pgs e411222:32.e3) v4 from osd.29
2014-08-25 11:02:52.225828 7f2595dee700 15 osd.394 411222 require_same_or_newer_map 411222 (i am 411222) 0x8830000
2014-08-25 11:02:52.225885 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.225887 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.225869 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411220/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 MInfoRec from 29 info: 32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411220 411221/411221/411187)
2014-08-25 11:02:52.226000 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.226003 7f258fde2700 10 log is not dirty
2014-08-25 11:02:52.226005 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.226007 7f2595dee700 20 osd.394 411222 _dispatch 0x65ab100 pg_info(1 pgs e411222:32.e3) v4
2014-08-25 11:02:52.226032 7f2595dee700  7 osd.394 411222 handle_pg_info pg_info(1 pgs e411222:32.e3) v4 from osd.29
2014-08-25 11:02:52.226035 7f2595dee700 15 osd.394 411222 require_same_or_newer_map 411222 (i am 411222) 0x65ab100
2014-08-25 11:02:52.226073 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.226075 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.226070 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411220 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_peering_event: epoch_sent: 411222 epoch_requested: 411222 MInfoRec from 29 info: 32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187)
2014-08-25 11:02:52.226118 7f25905e3700 10 log is not dirty
2014-08-25 11:02:52.263234 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54d9600 already has epoch 411222
2014-08-25 11:02:52.339294 7f25945eb700 10 osd.394 411222 note_peer_epoch osd.333 has 411222
2014-08-25 11:02:52.339300 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x5773440 already has epoch 411222
2014-08-25 11:02:52.339348 7f25935e9700 20 osd.394 411222 _share_map_outgoing 0x5773440 already has epoch 411222
2014-08-25 11:02:52.414019 7f25945eb700 10 osd.394 411222 note_peer_epoch osd.322 has 411222
2014-08-25 11:02:52.414063 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x58144c0 already has epoch 411222
2014-08-25 11:02:52.414122 7f25935e9700 20 osd.394 411222 _share_map_outgoing 0x58144c0 already has epoch 411222
2014-08-25 11:02:52.583241 7f25a0e04700  5 osd.394 411222 tick
2014-08-25 11:02:52.583267 7f25a0e04700 20 osd.394 411222 scrub_random_backoff lost coin flip, randomly backing off
2014-08-25 11:02:52.583271 7f25a0e04700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:52.583273 7f25a0e04700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:52.909240 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x50818c0 already has epoch 411222
2014-08-25 11:02:52.967540 7f25945eb700 10 osd.394 411222 note_peer_epoch osd.309 has 411222
2014-08-25 11:02:52.967548 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x54b1e40 already has epoch 411222
2014-08-25 11:02:52.967871 7f25935e9700 20 osd.394 411222 _share_map_outgoing 0x54b1e40 already has epoch 411222
2014-08-25 11:02:53.152978 7f25935e9700 10 osd.394 411222 note_peer_epoch osd.292 has 411222
2014-08-25 11:02:53.152993 7f25935e9700 20 osd.394 411222 _share_map_outgoing 0x54b5280 already has epoch 411222
2014-08-25 11:02:53.165616 7f25945eb700 10 osd.394 411222 note_peer_epoch osd.23 has 411222
2014-08-25 11:02:53.165639 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x5236040 already has epoch 411222
2014-08-25 11:02:53.165674 7f25935e9700 20 osd.394 411222 _share_map_outgoing 0x5236040 already has epoch 411222
2014-08-25 11:02:53.237445 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x5211ce0 already has epoch 411222
2014-08-25 11:02:53.285444 7f258ddde700 20 osd.394 411222 update_osd_stat osd_stat(58268 MB used, 2636 GB avail, 2693 GB total, peers [7,11,24,26,30,46,50,290,293,299,310,314,315,324,341,344,355,359,363,365,372,375,393,395]/[] op hist [])
2014-08-25 11:02:53.285464 7f258ddde700  5 osd.394 411222 heartbeat: osd_stat(58268 MB used, 2636 GB avail, 2693 GB total, peers [7,11,24,26,30,46,50,290,293,299,310,314,315,324,341,344,355,359,363,365,372,375,393,395]/[] op hist [])
2014-08-25 11:02:53.286794 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54dc4c0 already has epoch 411222
2014-08-25 11:02:53.286835 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5df4d00 already has epoch 411222
2014-08-25 11:02:53.286852 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5079080 already has epoch 411222
2014-08-25 11:02:53.286867 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5079080 already has epoch 411222
2014-08-25 11:02:53.286885 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x59a6ca0 already has epoch 411222
2014-08-25 11:02:53.286963 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x59a6ca0 already has epoch 411222
2014-08-25 11:02:53.286981 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x524f0c0 already has epoch 411222
2014-08-25 11:02:53.286998 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x50818c0 already has epoch 411222
2014-08-25 11:02:53.287012 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x50818c0 already has epoch 411222
2014-08-25 11:02:53.287027 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5215c20 already has epoch 411222
2014-08-25 11:02:53.287042 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5215c20 already has epoch 411222
2014-08-25 11:02:53.287056 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5214a40 already has epoch 411222
2014-08-25 11:02:53.287069 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5214a40 already has epoch 411222
2014-08-25 11:02:53.287084 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5acdee0 already has epoch 411222
2014-08-25 11:02:53.287109 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5acdee0 already has epoch 411222
2014-08-25 11:02:53.287125 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54d8000 already has epoch 411222
2014-08-25 11:02:53.287142 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54d8000 already has epoch 411222
2014-08-25 11:02:53.287158 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x59a11e0 already has epoch 411222
2014-08-25 11:02:53.287182 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x57a6720 already has epoch 411222
2014-08-25 11:02:53.287208 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5816040 already has epoch 411222
2014-08-25 11:02:53.287224 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5816040 already has epoch 411222
2014-08-25 11:02:53.287242 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5acc780 already has epoch 411222
2014-08-25 11:02:53.287256 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5231600 already has epoch 411222
2014-08-25 11:02:53.287271 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5accba0 already has epoch 411222
2014-08-25 11:02:53.287284 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5accba0 already has epoch 411222
2014-08-25 11:02:53.287303 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54dc4c0 already has epoch 411222
2014-08-25 11:02:53.287318 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x57a74e0 already has epoch 411222
2014-08-25 11:02:53.287332 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x57a74e0 already has epoch 411222
2014-08-25 11:02:53.287349 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x601f7a0 already has epoch 411222
2014-08-25 11:02:53.287363 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x601f7a0 already has epoch 411222
2014-08-25 11:02:53.287387 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54d9600 already has epoch 411222
2014-08-25 11:02:53.287401 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54d9600 already has epoch 411222
2014-08-25 11:02:53.287415 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54dbf40 already has epoch 411222
2014-08-25 11:02:53.287434 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x54dbf40 already has epoch 411222
2014-08-25 11:02:53.287450 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5df4d00 already has epoch 411222
2014-08-25 11:02:53.287465 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x57739c0 already has epoch 411222
2014-08-25 11:02:53.287480 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x57739c0 already has epoch 411222
2014-08-25 11:02:53.287495 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x6baf7a0 already has epoch 411222
2014-08-25 11:02:53.287508 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x6baf7a0 already has epoch 411222
2014-08-25 11:02:53.287522 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x524f0c0 already has epoch 411222
2014-08-25 11:02:53.287538 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x52140a0 already has epoch 411222
2014-08-25 11:02:53.287551 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x59a11e0 already has epoch 411222
2014-08-25 11:02:53.287565 7f2594dec700 20 osd.394 411222 _share_map_outgoing 0x5acc780 already has epoch 411222
2014-08-25 11:02:53.375892 7f25945eb700 10 osd.394 411222 note_peer_epoch osd.371 has 411222
2014-08-25 11:02:53.375899 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x5777bc0 already has epoch 411222
2014-08-25 11:02:53.375944 7f25935e9700 20 osd.394 411222 _share_map_outgoing 0x5777bc0 already has epoch 411222
2014-08-25 11:02:53.583398 7f25a0e04700  5 osd.394 411222 tick
2014-08-25 11:02:53.583464 7f25a0e04700 20 osd.394 411222 scrub_should_schedule loadavg 1.32 >= max 0.5 = no, load too high
2014-08-25 11:02:53.583482 7f25a0e04700 20 osd.394 411222 sched_scrub load_is_low=0
2014-08-25 11:02:53.583497 7f25a0e04700 10 osd.394 411222 sched_scrub 32.311 at 2014-08-24 13:48:22.849922: 76470.7 < min (86400 seconds)
2014-08-25 11:02:53.583512 7f25a0e04700 20 osd.394 411222 sched_scrub done
2014-08-25 11:02:53.583515 7f25a0e04700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:53.583516 7f25a0e04700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:53.776201 7f25935e9700 10 osd.394 411222 note_peer_epoch osd.348 has 411222
2014-08-25 11:02:53.776208 7f25935e9700 20 osd.394 411222 _share_map_outgoing 0x58140a0 already has epoch 411222
2014-08-25 11:02:53.776380 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x58140a0 already has epoch 411222
2014-08-25 11:02:53.825612 7f25935e9700 10 osd.394 411222 note_peer_epoch osd.327 has 411222
2014-08-25 11:02:53.825618 7f25935e9700 20 osd.394 411222 _share_map_outgoing 0x507ac00 already has epoch 411222
2014-08-25 11:02:53.825649 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x507ac00 already has epoch 411222
2014-08-25 11:02:54.011357 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x50818c0 already has epoch 411222
2014-08-25 11:02:54.372107 7f25935e9700 10 osd.394 411222 note_peer_epoch osd.301 has 411223
2014-08-25 11:02:54.372115 7f25935e9700 20 osd.394 411222 _share_map_outgoing 0x5087d20 already has epoch 411223
2014-08-25 11:02:54.372161 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x5087d20 already has epoch 411223
2014-08-25 11:02:54.373332 7f25945eb700 10 osd.394 411222 note_peer_epoch osd.302 has 411223
2014-08-25 11:02:54.373352 7f25945eb700 20 osd.394 411222 _share_map_outgoing 0x5814e60 already has epoch 411223
2014-08-25 11:02:54.373415 7f2595dee700 10 osd.394 411222 do_waiters -- start
2014-08-25 11:02:54.373418 7f2595dee700 10 osd.394 411222 do_waiters -- finish
2014-08-25 11:02:54.373420 7f2595dee700 20 osd.394 411222 _dispatch 0x57f7500 osd_map(411223..411223 src has 194721..411223) v3
2014-08-25 11:02:54.373423 7f25935e9700 20 osd.394 411222 _share_map_outgoing 0x5814e60 already has epoch 411223
2014-08-25 11:02:54.373443 7f2595dee700  3 osd.394 411222 handle_osd_map epochs [411223,411223], i have 411222, src has [194721,411223]
2014-08-25 11:02:54.373448 7f2595dee700 10 osd.394 411222 handle_osd_map  got inc map for epoch 411223
2014-08-25 11:02:54.376805 7f2595dee700 10 osd.394 411222  advance to epoch 411223 (<= newest 411223)
2014-08-25 11:02:54.376864 7f2595dee700  7 osd.394 411223 advance_map epoch 411223  39 pgs
2014-08-25 11:02:54.376883 7f2595dee700 10 osd.394 411223 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411223 [194721,411223] lci=[411216,411223])
2014-08-25 11:02:54.376929 7f2595dee700  0 osd.394 411223 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:54.376939 7f2595dee700  7 osd.394 411223 consume_map version 411223
2014-08-25 11:02:54.376963 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] null
2014-08-25 11:02:54.376989 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:02:54.377021 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377037 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:02:54.377031 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:54.377048 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377062 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377070 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.377080 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:02:54.377082 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377094 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.377092 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:02:54.377104 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] take_waiters
2014-08-25 11:02:54.377094 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:54.377112 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:02:54.377113 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377125 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377123 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377124 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377135 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.377132 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.377137 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377145 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377156 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.377163 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377165 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:02:54.377174 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377171 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:54.377175 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:02:54.377186 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377184 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377189 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:02:54.377196 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.377191 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.377201 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] null
2014-08-25 11:02:54.377202 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.377212 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377212 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:02:54.377215 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:54.377223 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.377231 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377226 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377232 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.377236 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.377237 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:02:54.377242 7f258fde2700  7 osd.394 pg_epoch: 411223 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.377248 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.377251 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377254 7f258fde2700 15 osd.394 pg_epoch: 411223 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:256811
2014-08-25 11:02:54.377259 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377264 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.377264 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:02:54.377271 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.377273 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377277 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] null
2014-08-25 11:02:54.377282 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.377283 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377294 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.377291 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377292 7f25905e3700  7 osd.394 pg_epoch: 411223 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.377302 7f25905e3700 15 osd.394 pg_epoch: 411223 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:198849
2014-08-25 11:02:54.377302 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] null
2014-08-25 11:02:54.377311 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.377311 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:54.377316 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:02:54.377324 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377321 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377328 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377328 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.377330 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377341 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.377339 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377341 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:02:54.377349 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.377353 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:02:54.377372 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:02:54.377360 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:54.377358 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:02:54.377388 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377384 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377388 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377392 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.377396 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377398 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377410 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.377403 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377408 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:02:54.377434 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.377438 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:02:54.377443 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:02:54.377449 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] null
2014-08-25 11:02:54.377450 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:54.377452 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377466 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377461 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:02:54.377464 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377474 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.377469 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.377473 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:02:54.377479 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377489 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.377497 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:02:54.377504 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377511 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377521 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.377509 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377515 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:54.377528 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377526 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:02:54.377531 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.377537 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:02:54.377538 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:54.377540 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.377550 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377549 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:02:54.377552 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377553 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.377561 7f2595dee700 10 osd.394 pg_epoch: 411222 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.377562 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.377563 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377573 7f2595dee700  7 osd.394 411223 activate_map version 411223
2014-08-25 11:02:54.377572 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.377574 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.377580 7f2595dee700 10 osd.394 411223 do_waiters -- start
2014-08-25 11:02:54.377583 7f2595dee700 10 osd.394 411223 do_waiters -- finish
2014-08-25 11:02:54.377583 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:02:54.377583 7f258add8700 20 osd.394 411223 agent_entry empty queue
2014-08-25 11:02:54.377579 7f25905e3700  7 osd.394 pg_epoch: 411223 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.377591 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377595 7f25905e3700 15 osd.394 pg_epoch: 411223 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:194695
2014-08-25 11:02:54.377601 7f2595dee700 10 osd.394 411223 do_waiters -- start
2014-08-25 11:02:54.377603 7f2595dee700 10 osd.394 411223 do_waiters -- finish
2014-08-25 11:02:54.377604 7f2595dee700 20 osd.394 411223 _dispatch 0x26fa1c0 osd_map(411223..411223 src has 194721..411223) v3
2014-08-25 11:02:54.377602 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.377610 7f2595dee700  3 osd.394 411223 handle_osd_map epochs [411223,411223], i have 411223, src has [194721,411223]
2014-08-25 11:02:54.377613 7f2595dee700 10 osd.394 411223  no new maps here, dropping
2014-08-25 11:02:54.377602 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377614 7f2595dee700 10 osd.394 411223 do_waiters -- start
2014-08-25 11:02:54.377616 7f2595dee700 10 osd.394 411223 do_waiters -- finish
2014-08-25 11:02:54.377616 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.377611 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377620 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377629 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.377632 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:54.377642 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377645 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.377644 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:54.377657 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377653 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.377660 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.377661 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377668 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.377670 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.377677 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377678 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.377686 7f258fde2700  7 osd.394 pg_epoch: 411223 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.377686 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.377696 7f258fde2700 15 osd.394 pg_epoch: 411223 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:197229
2014-08-25 11:02:54.377696 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.377704 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.377705 7f25905e3700  7 osd.394 pg_epoch: 411223 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.377712 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411223
2014-08-25 11:02:54.377714 7f25905e3700 15 osd.394 pg_epoch: 411223 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:200400
2014-08-25 11:02:54.377720 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377721 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.377729 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.377729 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377737 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377745 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.377762 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:54.377776 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377780 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.377789 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377798 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.377806 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:02:54.377814 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377806 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:54.377821 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377830 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.377834 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377840 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.377845 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:54.377851 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377858 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377862 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.377863 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.377870 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377872 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:02:54.377880 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.377880 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377888 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:02:54.377896 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377903 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377912 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.377906 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377922 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.377926 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:54.377938 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377941 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.377949 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377942 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:54.377959 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.377965 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.377967 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] take_waiters
2014-08-25 11:02:54.377969 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.377975 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.377978 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.377983 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.377989 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.377998 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.377997 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378005 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378013 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378013 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:54.378023 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.378025 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378029 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.378037 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378040 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:54.378046 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.378053 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378055 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378057 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.378062 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378066 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378071 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378080 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.378076 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.378084 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378091 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378097 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:54.378099 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378108 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.378109 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378113 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.378121 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378125 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:54.378136 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378136 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.378139 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.378144 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378148 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378153 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378158 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.378162 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378171 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.378167 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378175 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378182 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378193 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.378187 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:54.378199 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378203 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.378211 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.378210 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:54.378223 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378219 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378227 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.378229 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.378237 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.378236 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.378245 7f258fde2700  7 osd.394 pg_epoch: 411223 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.378246 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378254 7f258fde2700 15 osd.394 pg_epoch: 411223 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:193575
2014-08-25 11:02:54.378256 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.378262 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.378264 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.378270 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378273 7f25905e3700  7 osd.394 pg_epoch: 411223 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.378278 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378288 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.378283 7f25905e3700 15 osd.394 pg_epoch: 411223 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:194586
2014-08-25 11:02:54.378291 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.378298 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378302 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:54.378305 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378315 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378316 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.378318 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.378327 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378332 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:54.378337 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.378345 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378345 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378349 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.378353 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378362 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378378 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.378358 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378382 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.378390 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378392 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:54.378397 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378406 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378405 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378415 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.378410 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.378419 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378428 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.378430 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:54.378441 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378436 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378444 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.378444 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378453 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378454 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.378463 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.378462 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378471 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.378479 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.378477 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:54.378488 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378486 7f25905e3700  7 osd.394 pg_epoch: 411223 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.378491 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.378495 7f25905e3700 15 osd.394 pg_epoch: 411223 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:194432
2014-08-25 11:02:54.378500 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378503 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.378510 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.378510 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411223
2014-08-25 11:02:54.378518 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378519 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378529 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.378527 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378535 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378543 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.378544 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:54.378557 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378557 7f258fde2700 10 osd.394 pg_epoch: 411222 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:54.378561 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.378567 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378570 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378571 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.378579 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.378579 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.378589 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378589 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378597 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378598 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.378605 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378606 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.378614 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.378614 7f258fde2700  7 osd.394 pg_epoch: 411223 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.378622 7f258fde2700 15 osd.394 pg_epoch: 411223 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:201099
2014-08-25 11:02:54.378629 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.378629 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:54.378640 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378637 7f258fde2700 20 osd.394 pg_epoch: 411223 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378644 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.378645 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378654 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.378652 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378661 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.378669 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378675 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411223
2014-08-25 11:02:54.378683 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378691 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.378706 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:54.378715 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378718 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.378726 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.378733 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378742 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.378749 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.378755 7f25905e3700  7 osd.394 pg_epoch: 411223 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.378763 7f25905e3700 15 osd.394 pg_epoch: 411223 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:198990
2014-08-25 11:02:54.378770 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.378776 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378783 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378791 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.378806 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:54.378816 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378819 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.378827 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378835 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.378843 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378850 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378857 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378865 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.378879 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:54.378891 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378895 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.378905 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.378914 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.378922 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:02:54.378929 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.378936 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.378944 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.378961 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:02:54.378972 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.378975 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.378984 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.378996 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.379005 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.379012 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.379019 7f25905e3700  7 osd.394 pg_epoch: 411223 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.379026 7f25905e3700 15 osd.394 pg_epoch: 411223 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:200468
2014-08-25 11:02:54.379033 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.379039 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.379046 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.379054 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.379069 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:02:54.379079 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.379082 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.379089 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.379098 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.379106 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:02:54.379112 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.379119 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.379127 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.379141 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:54.379153 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.379156 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.379164 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.379173 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.379180 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:02:54.379187 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.379194 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.379202 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.379217 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:54.379229 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.379232 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.379240 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.379249 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.379256 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:02:54.379263 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.379270 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.379278 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.379293 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:02:54.379303 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.379306 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.379313 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.379320 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.379329 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.379336 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.379343 7f25905e3700  7 osd.394 pg_epoch: 411223 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.379350 7f25905e3700 15 osd.394 pg_epoch: 411223 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:199653
2014-08-25 11:02:54.379357 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.379369 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.379377 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.379385 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.379399 7f25905e3700 10 osd.394 pg_epoch: 411222 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:54.379409 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.379412 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.379419 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.379427 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.379435 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.379443 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.379449 7f25905e3700  7 osd.394 pg_epoch: 411223 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.379457 7f25905e3700 15 osd.394 pg_epoch: 411223 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411223:203856
2014-08-25 11:02:54.379463 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.379470 7f25905e3700 20 osd.394 pg_epoch: 411223 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411223
2014-08-25 11:02:54.379477 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411223 epoch_requested: 411223 NullEvt
2014-08-25 11:02:54.379485 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.445240 7f25945eb700 10 osd.394 411223 note_peer_epoch osd.368 has 411223
2014-08-25 11:02:54.445251 7f25945eb700 20 osd.394 411223 _share_map_outgoing 0x5acdc20 already has epoch 411223
2014-08-25 11:02:54.445330 7f25935e9700 20 osd.394 411223 _share_map_outgoing 0x5acdc20 already has epoch 411223
2014-08-25 11:02:54.501087 7f25945eb700 10 osd.394 411223 note_peer_epoch osd.338 has 411223
2014-08-25 11:02:54.501093 7f25945eb700 20 osd.394 411223 _share_map_outgoing 0x52327e0 already has epoch 411223
2014-08-25 11:02:54.501159 7f25935e9700 20 osd.394 411223 _share_map_outgoing 0x52327e0 already has epoch 411223
2014-08-25 11:02:54.583580 7f25a0e04700  5 osd.394 411223 tick
2014-08-25 11:02:54.583602 7f25a0e04700 20 osd.394 411223 scrub_random_backoff lost coin flip, randomly backing off
2014-08-25 11:02:54.583605 7f25a0e04700 10 osd.394 411223 do_waiters -- start
2014-08-25 11:02:54.583607 7f25a0e04700 10 osd.394 411223 do_waiters -- finish
2014-08-25 11:02:54.872180 7f25945eb700 10 osd.394 411223 note_peer_epoch osd.293 has 411223
2014-08-25 11:02:54.872197 7f25945eb700 20 osd.394 411223 _share_map_outgoing 0x5082d60 already has epoch 411223
2014-08-25 11:02:54.872234 7f25935e9700 20 osd.394 411223 _share_map_outgoing 0x5082d60 already has epoch 411223
2014-08-25 11:02:54.946944 7f25945eb700 10 osd.394 411223 note_peer_epoch osd.368 has 411224
2014-08-25 11:02:54.946953 7f25945eb700 20 osd.394 411223 _share_map_outgoing 0x5acdc20 already has epoch 411224
2014-08-25 11:02:54.946983 7f25935e9700 20 osd.394 411223 _share_map_outgoing 0x5acdc20 already has epoch 411224
2014-08-25 11:02:54.950328 7f2595dee700 10 osd.394 411223 do_waiters -- start
2014-08-25 11:02:54.950331 7f2595dee700 10 osd.394 411223 do_waiters -- finish
2014-08-25 11:02:54.950332 7f2595dee700 20 osd.394 411223 _dispatch 0x57f0b40 osd_map(411224..411224 src has 194721..411224) v3
2014-08-25 11:02:54.950361 7f2595dee700  3 osd.394 411223 handle_osd_map epochs [411224,411224], i have 411223, src has [194721,411224]
2014-08-25 11:02:54.950379 7f2595dee700 10 osd.394 411223 handle_osd_map  got inc map for epoch 411224
2014-08-25 11:02:54.953488 7f2595dee700 10 osd.394 411223  advance to epoch 411224 (<= newest 411224)
2014-08-25 11:02:54.953555 7f2595dee700  7 osd.394 411224 advance_map epoch 411224  39 pgs
2014-08-25 11:02:54.953574 7f2595dee700 10 osd.394 411224 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411224 [194721,411224] lci=[411216,411224])
2014-08-25 11:02:54.953638 7f2595dee700  0 osd.394 411224 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:54.953646 7f2595dee700  7 osd.394 411224 consume_map version 411224
2014-08-25 11:02:54.953670 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] null
2014-08-25 11:02:54.953694 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:02:54.953708 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.953752 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:02:54.953762 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:54.953776 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.953787 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:02:54.953793 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.953797 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:02:54.953801 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.953808 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:02:54.953815 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.953820 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.953831 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.953828 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.953841 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.953846 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] take_waiters
2014-08-25 11:02:54.953851 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:02:54.953855 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.953863 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:02:54.953865 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.953876 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.953874 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] null
2014-08-25 11:02:54.953883 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:02:54.953893 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.953895 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:54.953909 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.953903 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:02:54.953913 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.953914 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.953923 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.953925 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:02:54.953933 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.953936 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] null
2014-08-25 11:02:54.953942 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:02:54.953947 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.953950 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.953959 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.953958 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] null
2014-08-25 11:02:54.953969 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.953970 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:02:54.953998 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.954004 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:54.954010 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:02:54.954019 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.954023 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:02:54.954024 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.954033 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:02:54.954034 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.954043 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.954043 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.954053 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.954054 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.954062 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.954065 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:02:54.954071 7f258fde2700  7 osd.394 pg_epoch: 411224 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.954076 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:02:54.954081 7f258fde2700 15 osd.394 pg_epoch: 411224 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:198850
2014-08-25 11:02:54.954088 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] null
2014-08-25 11:02:54.954090 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.954098 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.954099 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:02:54.954106 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.954116 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.954110 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:02:54.954120 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.954129 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:02:54.954133 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:54.954144 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.954139 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:02:54.954148 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.954150 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:02:54.954157 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.954162 7f2595dee700 10 osd.394 pg_epoch: 411223 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:54.954167 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.954175 7f2595dee700  7 osd.394 411224 activate_map version 411224
2014-08-25 11:02:54.954181 7f2595dee700 10 osd.394 411224 do_waiters -- start
2014-08-25 11:02:54.954176 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:02:54.954183 7f2595dee700 10 osd.394 411224 do_waiters -- finish
2014-08-25 11:02:54.954183 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.954191 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.954199 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.954213 7f258add8700 20 osd.394 411224 agent_entry empty queue
2014-08-25 11:02:54.954232 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:54.954246 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.954251 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.954260 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.954269 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.954279 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.954287 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.954294 7f258fde2700  7 osd.394 pg_epoch: 411224 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.954303 7f258fde2700 15 osd.394 pg_epoch: 411224 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:256812
2014-08-25 11:02:54.954310 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.954317 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.954325 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.954337 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.954353 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:54.954372 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.954377 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.954386 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.954395 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.954403 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:02:54.954410 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.954418 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.954426 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.954446 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:54.954460 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.954463 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.954472 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.954481 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.954489 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:02:54.954496 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.954503 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.954512 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.954528 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:54.954538 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.954541 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.954549 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.954558 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.954565 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:02:54.954572 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.954584 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.954592 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.954607 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:54.954616 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.954619 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.954627 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.954635 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.954644 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.954651 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.954658 7f258fde2700  7 osd.394 pg_epoch: 411224 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.954665 7f258fde2700 15 osd.394 pg_epoch: 411224 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:197230
2014-08-25 11:02:54.954672 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.954679 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411224
2014-08-25 11:02:54.954686 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.954694 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.954713 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:54.954723 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.954725 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.954733 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.954740 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.954749 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.954756 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.954763 7f258fde2700  7 osd.394 pg_epoch: 411224 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.954770 7f258fde2700 15 osd.394 pg_epoch: 411224 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:194696
2014-08-25 11:02:54.954777 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.954784 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.954791 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.954799 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.954813 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:54.954825 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.954828 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.954836 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.954844 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.954853 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.954860 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.954867 7f258fde2700  7 osd.394 pg_epoch: 411224 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.954874 7f258fde2700 15 osd.394 pg_epoch: 411224 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:200401
2014-08-25 11:02:54.954881 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.954888 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.954895 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.954903 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.954917 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:54.954929 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.954933 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.954941 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.954954 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.954962 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:02:54.954969 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.954976 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.954984 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.955019 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:54.955031 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.955035 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.955043 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.955052 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.955059 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:02:54.955066 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.955074 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.955082 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.955096 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:54.955108 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.955111 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.955119 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.955127 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.955135 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] take_waiters
2014-08-25 11:02:54.955142 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.955149 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.955157 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.955173 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:54.955183 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.955186 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.955194 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.955203 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.955210 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:02:54.955217 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.955224 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.955232 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.955248 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:54.955260 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.955263 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.955271 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.955279 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.955287 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.955295 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.955301 7f258fde2700  7 osd.394 pg_epoch: 411224 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.955309 7f258fde2700 15 osd.394 pg_epoch: 411224 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:194587
2014-08-25 11:02:54.955316 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.955323 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.955330 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.955338 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.955353 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:54.955370 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.955374 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.955382 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.955391 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.955399 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:02:54.955406 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.955413 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.955422 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.955436 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:54.955446 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.955449 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.955457 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.955465 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.955473 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.955480 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.955487 7f258fde2700  7 osd.394 pg_epoch: 411224 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.955494 7f258fde2700 15 osd.394 pg_epoch: 411224 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:194433
2014-08-25 11:02:54.955501 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.955508 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411224
2014-08-25 11:02:54.955515 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.955523 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.955538 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:54.955550 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.955554 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.955562 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.955570 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.955578 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:02:54.955585 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.955592 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.955600 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.955614 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:54.955624 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.955627 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.955635 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.955643 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.955651 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] take_waiters
2014-08-25 11:02:54.955658 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411224
2014-08-25 11:02:54.955665 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.955673 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.955688 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:54.955697 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.955700 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.955707 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.955715 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.955723 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.955730 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.955742 7f258fde2700  7 osd.394 pg_epoch: 411224 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.955750 7f258fde2700 15 osd.394 pg_epoch: 411224 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:198991
2014-08-25 11:02:54.955757 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.955763 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.955771 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.955779 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.955793 7f258fde2700 10 osd.394 pg_epoch: 411223 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:54.955803 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.955806 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.955814 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.955823 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.955830 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] take_waiters
2014-08-25 11:02:54.955837 7f258fde2700 20 osd.394 pg_epoch: 411224 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.955844 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.955852 7f258fde2700 10 log is not dirty
2014-08-25 11:02:54.954997 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:54.955877 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.955881 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.955891 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.955900 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.955908 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:02:54.955915 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.955922 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.955931 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.955948 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:02:54.955960 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.955963 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.955971 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.955979 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.955992 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.955999 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.956006 7f25905e3700  7 osd.394 pg_epoch: 411224 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.956014 7f25905e3700 15 osd.394 pg_epoch: 411224 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:200469
2014-08-25 11:02:54.956021 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.956028 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.956035 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.956043 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.956057 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:02:54.956067 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.956070 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.956078 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.956087 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.956094 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:02:54.956101 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.956108 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.956116 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.956130 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:54.956142 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.956145 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.956153 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.956162 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.956170 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:02:54.956177 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.956184 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.956192 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.956207 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:54.956218 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.956221 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.956229 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.956238 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.956246 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:02:54.956253 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.956260 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.956268 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.956283 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:02:54.956292 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.956295 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.956303 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.956310 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.956319 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.956326 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.956333 7f25905e3700  7 osd.394 pg_epoch: 411224 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.956346 7f25905e3700 15 osd.394 pg_epoch: 411224 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:199654
2014-08-25 11:02:54.956353 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.956359 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.956373 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.956382 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.956396 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:54.956405 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.956408 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.956416 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.956424 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.956432 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.956439 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.956446 7f25905e3700  7 osd.394 pg_epoch: 411224 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.956453 7f25905e3700 15 osd.394 pg_epoch: 411224 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:203857
2014-08-25 11:02:54.956460 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.956466 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.956474 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.956482 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.956497 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:54.956509 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.956512 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.956521 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.956529 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.956537 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:02:54.956544 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.956551 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.956559 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.956573 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:54.956585 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.956588 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.956596 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.956605 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.956612 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:02:54.956619 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.956626 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.956638 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.956653 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:54.956664 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.956667 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.956675 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.956684 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.956691 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] take_waiters
2014-08-25 11:02:54.956698 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.956705 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.956715 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.956730 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:54.956740 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.956743 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.956750 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.956759 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.956771 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:02:54.956778 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.956785 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.956793 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.956809 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:54.956821 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.956824 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.956832 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.956841 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.956848 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:02:54.956855 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.956862 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.956871 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.956887 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:54.956898 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.956901 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.956909 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.956917 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.956926 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.956933 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.956939 7f25905e3700  7 osd.394 pg_epoch: 411224 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.956947 7f25905e3700 15 osd.394 pg_epoch: 411224 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:193576
2014-08-25 11:02:54.956954 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.956960 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.956967 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.956976 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.956990 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:54.956999 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.957003 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.957011 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.957019 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.957027 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:02:54.957034 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.957041 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.957049 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.957063 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:54.957074 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.957078 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.957086 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.957094 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.957102 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:02:54.957109 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.957116 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.957124 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.957138 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:54.957147 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.957150 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:54.957158 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.957167 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:02:54.957174 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:02:54.957181 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.957188 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.957196 7f25905e3700 10 log is not dirty
2014-08-25 11:02:54.957210 7f25905e3700 10 osd.394 pg_epoch: 411223 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:54.957220 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:54.957223 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:54.957230 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:54.957238 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:54.957246 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:54.957253 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:54.957260 7f25905e3700  7 osd.394 pg_epoch: 411224 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:54.957267 7f25905e3700 15 osd.394 pg_epoch: 411224 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411224:201100
2014-08-25 11:02:54.957274 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:54.957281 7f25905e3700 20 osd.394 pg_epoch: 411224 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411224
2014-08-25 11:02:54.957288 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411224 epoch_requested: 411224 NullEvt
2014-08-25 11:02:54.957296 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.081857 7f25945eb700 10 osd.394 411224 note_peer_epoch osd.379 has 411224
2014-08-25 11:02:55.081870 7f25945eb700 20 osd.394 411224 _share_map_outgoing 0x5813c80 already has epoch 411224
2014-08-25 11:02:55.081954 7f25935e9700 20 osd.394 411224 _share_map_outgoing 0x5813c80 already has epoch 411224
2014-08-25 11:02:55.099290 7f25935e9700 10 osd.394 411224 note_peer_epoch osd.2 has 411224
2014-08-25 11:02:55.099311 7f25935e9700 20 osd.394 411224 _share_map_outgoing 0x58114a0 already has epoch 411224
2014-08-25 11:02:55.099345 7f25945eb700 20 osd.394 411224 _share_map_outgoing 0x58114a0 already has epoch 411224
2014-08-25 11:02:55.385158 7f25945eb700 10 osd.394 411224 note_peer_epoch osd.285 has 411223
2014-08-25 11:02:55.385166 7f25945eb700 10 osd.394 411224 send_incremental_map 411223 -> 411224 to 0x54dc200 192.168.1.101:6820/538062106
2014-08-25 11:02:55.385193 7f25945eb700 10 osd.394 411224 note_peer_epoch osd.285 has 411224
2014-08-25 11:02:55.385387 7f25935e9700 20 osd.394 411224 _share_map_outgoing 0x54dc200 already has epoch 411224
2014-08-25 11:02:55.459270 7f25935e9700 10 osd.394 411224 note_peer_epoch osd.395 has 411224
2014-08-25 11:02:55.459277 7f25935e9700 20 osd.394 411224 _share_map_outgoing 0x54dbf40 already has epoch 411224
2014-08-25 11:02:55.459323 7f25945eb700 20 osd.394 411224 _share_map_outgoing 0x54dbf40 already has epoch 411224
2014-08-25 11:02:55.583720 7f25a0e04700  5 osd.394 411224 tick
2014-08-25 11:02:55.583756 7f25a0e04700 20 osd.394 411224 scrub_random_backoff lost coin flip, randomly backing off
2014-08-25 11:02:55.583761 7f25a0e04700 10 osd.394 411224 do_waiters -- start
2014-08-25 11:02:55.583763 7f25a0e04700 10 osd.394 411224 do_waiters -- finish
2014-08-25 11:02:55.870050 7f25945eb700 10 osd.394 411224 note_peer_epoch osd.309 has 411225
2014-08-25 11:02:55.870058 7f25945eb700 20 osd.394 411224 _share_map_outgoing 0x54b1e40 already has epoch 411225
2014-08-25 11:02:55.870432 7f25935e9700 20 osd.394 411224 _share_map_outgoing 0x54b1e40 already has epoch 411225
2014-08-25 11:02:55.871912 7f2595dee700 10 osd.394 411224 do_waiters -- start
2014-08-25 11:02:55.871915 7f2595dee700 10 osd.394 411224 do_waiters -- finish
2014-08-25 11:02:55.871923 7f2595dee700 20 osd.394 411224 _dispatch 0x57f1200 osd_map(411225..411225 src has 194721..411225) v3
2014-08-25 11:02:55.871947 7f2595dee700  3 osd.394 411224 handle_osd_map epochs [411225,411225], i have 411224, src has [194721,411225]
2014-08-25 11:02:55.871952 7f2595dee700 10 osd.394 411224 handle_osd_map  got inc map for epoch 411225
2014-08-25 11:02:55.875061 7f2595dee700 10 osd.394 411224  advance to epoch 411225 (<= newest 411225)
2014-08-25 11:02:55.875124 7f2595dee700  7 osd.394 411225 advance_map epoch 411225  39 pgs
2014-08-25 11:02:55.875143 7f2595dee700 10 osd.394 411225 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411225 [194721,411225] lci=[411216,411225])
2014-08-25 11:02:55.875425 7f2595dee700  0 osd.394 411225 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:55.875436 7f2595dee700  7 osd.394 411225 consume_map version 411225
2014-08-25 11:02:55.875461 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] null
2014-08-25 11:02:55.875532 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:55.875554 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.875562 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.875575 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.875586 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.875595 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] take_waiters
2014-08-25 11:02:55.875603 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.875612 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.875622 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.875640 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:02:55.875656 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.875854 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:55.875875 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.875879 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.875898 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.875908 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.875916 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:02:55.875924 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.875936 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.875945 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.875974 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:55.875988 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.875992 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.876002 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.876010 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.876019 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.876027 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.876034 7f258fde2700  7 osd.394 pg_epoch: 411225 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.876043 7f258fde2700 15 osd.394 pg_epoch: 411225 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:198851
2014-08-25 11:02:55.876051 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.876057 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.876065 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.876073 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.876087 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:02:55.876102 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.876136 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:55.876148 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.876151 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.876160 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.876170 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.876177 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:02:55.876184 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.876192 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.876200 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.876226 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:55.876237 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.876240 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.876248 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.876256 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.876265 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.876272 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.876279 7f258fde2700  7 osd.394 pg_epoch: 411225 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.876288 7f258fde2700 15 osd.394 pg_epoch: 411225 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:256813
2014-08-25 11:02:55.876295 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.876301 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.876309 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.876317 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.876330 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:02:55.876344 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:02:55.876406 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:55.876419 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.876423 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.876431 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.876441 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.876449 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:02:55.876456 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.876464 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.876472 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.876503 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:55.876517 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.876521 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.876530 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.876539 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.876546 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:02:55.876553 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.876560 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.876569 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.876581 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:02:55.876600 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.876634 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:55.876645 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.876649 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.876657 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.876666 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.876673 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:02:55.876680 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.876688 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.876696 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.876721 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:55.876732 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.876735 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.876743 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.876751 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.876760 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.876767 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.876774 7f258fde2700  7 osd.394 pg_epoch: 411225 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.876782 7f258fde2700 15 osd.394 pg_epoch: 411225 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:197231
2014-08-25 11:02:55.876789 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.876796 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411225
2014-08-25 11:02:55.876803 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.876811 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.876823 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.876837 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.876986 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:55.877000 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.877004 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.877012 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.877020 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.877029 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.877037 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.877044 7f258fde2700  7 osd.394 pg_epoch: 411225 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.877052 7f258fde2700 15 osd.394 pg_epoch: 411225 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:194697
2014-08-25 11:02:55.877059 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.877066 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.877073 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.877082 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.877108 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:55.877122 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.877126 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.877134 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.877142 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.877151 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.877158 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.877165 7f258fde2700  7 osd.394 pg_epoch: 411225 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.877172 7f258fde2700 15 osd.394 pg_epoch: 411225 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:200402
2014-08-25 11:02:55.877179 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.877186 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.877193 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.877204 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.877217 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:02:55.877232 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:02:55.877264 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:55.877277 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.877282 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.877290 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.877306 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.877314 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:02:55.877321 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.877328 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.877336 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.877353 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] null
2014-08-25 11:02:55.877373 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:02:55.877383 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.877394 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:02:55.877384 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:55.877405 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.877413 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.877414 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:02:55.877420 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.877425 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] null
2014-08-25 11:02:55.877431 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.877435 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.877445 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] null
2014-08-25 11:02:55.877446 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.877456 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:02:55.877456 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:02:55.877464 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.877468 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.877474 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.877485 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.877479 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:02:55.877490 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:02:55.877520 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:55.877534 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.877538 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.877547 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.877557 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.877564 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] take_waiters
2014-08-25 11:02:55.877571 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.877578 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.877587 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.877605 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:55.877615 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.877618 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.877626 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.877635 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.877643 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:02:55.877650 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.877657 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.877665 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.877683 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:55.877695 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.877699 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.877708 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.877716 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.877725 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.877736 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.877744 7f258fde2700  7 osd.394 pg_epoch: 411225 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.877753 7f258fde2700 15 osd.394 pg_epoch: 411225 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:194588
2014-08-25 11:02:55.877760 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.877767 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.877775 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.877783 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.877799 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:55.877812 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.877816 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.877824 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.877833 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.877841 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:02:55.877848 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.877845 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:02:55.877856 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.877866 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.877862 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.877872 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.877881 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:55.877882 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:02:55.877891 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.877895 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.877895 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:02:55.877904 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.877907 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] null
2014-08-25 11:02:55.877913 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.877919 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:02:55.877923 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.877930 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:02:55.877931 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.877941 7f258fde2700  7 osd.394 pg_epoch: 411225 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.877942 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.877949 7f258fde2700 15 osd.394 pg_epoch: 411225 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:194434
2014-08-25 11:02:55.877953 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:02:55.877958 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.877964 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:02:55.877965 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411225
2014-08-25 11:02:55.877973 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.877982 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.877976 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:02:55.877987 7f2595dee700 10 osd.394 pg_epoch: 411224 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:55.877997 7f2595dee700  7 osd.394 411225 activate_map version 411225
2014-08-25 11:02:55.877999 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:55.878011 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878015 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.878023 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878032 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.878034 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:55.878039 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:02:55.878051 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878047 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878055 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878055 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.878064 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.878065 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878075 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.878079 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:55.878084 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:02:55.878089 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878093 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878094 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.878101 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878103 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878111 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.878112 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.878120 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] take_waiters
2014-08-25 11:02:55.878127 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411225
2014-08-25 11:02:55.878128 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:55.878134 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878141 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878143 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.878144 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.878152 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878158 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:55.878161 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.878168 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878170 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:02:55.878171 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.878177 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878180 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.878185 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878195 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.878188 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878198 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.878205 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.878212 7f258fde2700  7 osd.394 pg_epoch: 411225 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.878211 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:02:55.878220 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878220 7f258fde2700 15 osd.394 pg_epoch: 411225 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:198992
2014-08-25 11:02:55.878224 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.878228 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.878236 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878233 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.878244 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878253 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.878248 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878258 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.878265 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.878268 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:55.878273 7f25905e3700  7 osd.394 pg_epoch: 411225 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.878279 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878281 7f25905e3700 15 osd.394 pg_epoch: 411225 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:199655
2014-08-25 11:02:55.878282 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.878289 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.878291 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878296 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878301 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.878304 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878314 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.878309 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] take_waiters
2014-08-25 11:02:55.878317 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878324 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878333 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.878329 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:55.878339 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878342 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.878347 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:55.878350 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.878360 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878358 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878373 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.878372 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.878381 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.878383 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878389 7f25905e3700  7 osd.394 pg_epoch: 411225 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.878393 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.878397 7f25905e3700 15 osd.394 pg_epoch: 411225 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:203858
2014-08-25 11:02:55.878402 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:02:55.878406 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.878410 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878414 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878419 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878429 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.878423 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878432 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.878447 7f258add8700 20 osd.394 411225 agent_entry empty queue
2014-08-25 11:02:55.878450 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:02:55.878463 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878463 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:55.878467 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.878477 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878476 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.878481 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.878484 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878491 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878494 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.878501 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.878501 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.878510 7f258fde2700  7 osd.394 pg_epoch: 411225 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.878510 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:02:55.878519 7f258fde2700 15 osd.394 pg_epoch: 411225 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:200470
2014-08-25 11:02:55.878519 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878528 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.878528 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878540 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.878536 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878544 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878555 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:55.878566 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878573 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.878570 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.878578 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878587 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.878595 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:02:55.878589 7f258fde2700 10 osd.394 pg_epoch: 411224 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:02:55.878606 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878602 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878610 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878610 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.878620 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.878620 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878629 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.878637 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:02:55.878635 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:55.878647 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878644 7f258fde2700 20 osd.394 pg_epoch: 411225 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878650 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.878652 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878659 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878666 7f258fde2700 10 log is not dirty
2014-08-25 11:02:55.878668 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.878676 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] take_waiters
2014-08-25 11:02:55.878683 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878690 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878698 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.878713 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:55.878722 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878726 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.878733 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878742 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.878749 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:02:55.878756 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878763 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878772 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.878787 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:55.878799 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878802 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.878811 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878819 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.878827 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:02:55.878834 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878863 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878877 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.878895 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:55.878907 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.878910 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.878918 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.878926 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.878935 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.878942 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.878949 7f25905e3700  7 osd.394 pg_epoch: 411225 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.878957 7f25905e3700 15 osd.394 pg_epoch: 411225 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:193577
2014-08-25 11:02:55.878964 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.878970 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.878977 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.878986 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.879000 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:55.879010 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.879014 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.879022 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.879030 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.879038 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:02:55.879044 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.879052 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.879060 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.879074 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:55.879085 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.879089 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.879097 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.879106 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.879113 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:02:55.879120 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.879127 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.879136 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.879150 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:55.879160 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.879163 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:55.879171 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.879179 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:02:55.879187 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:02:55.879194 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.879201 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.879209 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.879224 7f25905e3700 10 osd.394 pg_epoch: 411224 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:55.879234 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:55.879237 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:55.879244 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:55.879252 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:55.879260 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:55.879267 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:55.879274 7f25905e3700  7 osd.394 pg_epoch: 411225 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:55.879281 7f25905e3700 15 osd.394 pg_epoch: 411225 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411225:201101
2014-08-25 11:02:55.879288 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:55.879295 7f25905e3700 20 osd.394 pg_epoch: 411225 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411225
2014-08-25 11:02:55.879302 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411225 epoch_requested: 411225 NullEvt
2014-08-25 11:02:55.879310 7f25905e3700 10 log is not dirty
2014-08-25 11:02:55.879331 7f2595dee700 10 osd.394 411225 do_waiters -- start
2014-08-25 11:02:55.879333 7f2595dee700 10 osd.394 411225 do_waiters -- finish
2014-08-25 11:02:55.886447 7f25945eb700 10 osd.394 411225 send_incremental_map 411224 -> 411225 to 0x54dc200 192.168.1.101:6820/538062106
2014-08-25 11:02:55.886471 7f25945eb700 10 osd.394 411225 note_peer_epoch osd.285 has 411225
2014-08-25 11:02:55.886623 7f25935e9700 20 osd.394 411225 _share_map_outgoing 0x54dc200 already has epoch 411225
2014-08-25 11:02:56.058400 7f25935e9700 10 osd.394 411225 note_peer_epoch osd.65 has 411225
2014-08-25 11:02:56.058410 7f25935e9700 20 osd.394 411225 _share_map_outgoing 0x54da680 already has epoch 411225
2014-08-25 11:02:56.278881 7f25945eb700 10 osd.394 411225 note_peer_epoch osd.371 has 411225
2014-08-25 11:02:56.278889 7f25945eb700 20 osd.394 411225 _share_map_outgoing 0x5777bc0 already has epoch 411225
2014-08-25 11:02:56.279005 7f25935e9700 20 osd.394 411225 _share_map_outgoing 0x5777bc0 already has epoch 411225
2014-08-25 11:02:56.506870 7f25935e9700 10 osd.394 411225 note_peer_epoch osd.294 has 411225
2014-08-25 11:02:56.506877 7f25935e9700 20 osd.394 411225 _share_map_outgoing 0x507c620 already has epoch 411225
2014-08-25 11:02:56.506914 7f25945eb700 20 osd.394 411225 _share_map_outgoing 0x507c620 already has epoch 411225
2014-08-25 11:02:56.524317 7f25945eb700 10 osd.394 411225 note_peer_epoch osd.317 has 411225
2014-08-25 11:02:56.524338 7f25945eb700 20 osd.394 411225 _share_map_outgoing 0x5773020 already has epoch 411225
2014-08-25 11:02:56.524419 7f25935e9700 20 osd.394 411225 _share_map_outgoing 0x5773020 already has epoch 411225
2014-08-25 11:02:56.583834 7f25a0e04700  5 osd.394 411225 tick
2014-08-25 11:02:56.583853 7f25a0e04700  7 osd.394 411225 do_mon_report
2014-08-25 11:02:56.583858 7f25a0e04700 10 osd.394 411225 send_alive up_thru currently 411221 want 411221
2014-08-25 11:02:56.583861 7f25a0e04700 20 osd.394 411225 send_pg_stats
2014-08-25 11:02:56.583865 7f25a0e04700 10 osd.394 411225 send_pg_stats - 13 pgs updated
2014-08-25 11:02:56.583943 7f25a0e04700 20 osd.394 411225 scrub_should_schedule loadavg 1.32 >= max 0.5 = no, load too high
2014-08-25 11:02:56.583958 7f25a0e04700 20 osd.394 411225 sched_scrub load_is_low=0
2014-08-25 11:02:56.583960 7f25a0e04700 10 osd.394 411225 sched_scrub 32.311 at 2014-08-24 13:48:22.849922: 76473.7 < min (86400 seconds)
2014-08-25 11:02:56.583972 7f25a0e04700 20 osd.394 411225 sched_scrub done
2014-08-25 11:02:56.583976 7f25a0e04700 10 osd.394 411225 do_waiters -- start
2014-08-25 11:02:56.583977 7f25a0e04700 10 osd.394 411225 do_waiters -- finish
2014-08-25 11:02:56.738404 7f25945eb700 10 osd.394 411225 note_peer_epoch osd.29 has 411225
2014-08-25 11:02:56.738410 7f25945eb700 20 osd.394 411225 _share_map_outgoing 0x5211ce0 already has epoch 411225
2014-08-25 11:02:57.040382 7f25945eb700 10 osd.394 411225 note_peer_epoch osd.333 has 411225
2014-08-25 11:02:57.040393 7f25945eb700 20 osd.394 411225 _share_map_outgoing 0x5773440 already has epoch 411225
2014-08-25 11:02:57.040507 7f25935e9700 20 osd.394 411225 _share_map_outgoing 0x5773440 already has epoch 411225
2014-08-25 11:02:57.173277 7f25945eb700 10 osd.394 411225 note_peer_epoch osd.293 has 411225
2014-08-25 11:02:57.173286 7f25945eb700 20 osd.394 411225 _share_map_outgoing 0x5082d60 already has epoch 411225
2014-08-25 11:02:57.173345 7f25935e9700 20 osd.394 411225 _share_map_outgoing 0x5082d60 already has epoch 411225
2014-08-25 11:02:57.210176 7f25945eb700 10 osd.394 411225 note_peer_epoch osd.56 has 411225
2014-08-25 11:02:57.210186 7f25945eb700 20 osd.394 411225 _share_map_outgoing 0x57a48e0 already has epoch 411225
2014-08-25 11:02:57.210251 7f25935e9700 20 osd.394 411225 _share_map_outgoing 0x57a48e0 already has epoch 411225
2014-08-25 11:02:57.239587 7f25945eb700 20 osd.394 411225 _share_map_outgoing 0x5211ce0 already has epoch 411225
2014-08-25 11:02:57.267048 7f25935e9700 10 osd.394 411225 note_peer_epoch osd.23 has 411225
2014-08-25 11:02:57.267055 7f25935e9700 20 osd.394 411225 _share_map_outgoing 0x5236040 already has epoch 411225
2014-08-25 11:02:57.267104 7f25945eb700 20 osd.394 411225 _share_map_outgoing 0x5236040 already has epoch 411225
2014-08-25 11:02:57.386856 7f258ddde700 20 osd.394 411225 update_osd_stat osd_stat(58269 MB used, 2636 GB avail, 2693 GB total, peers [7,11,24,26,30,46,50,290,293,299,310,314,315,324,341,344,355,359,363,365,372,375,393,395]/[] op hist [])
2014-08-25 11:02:57.386876 7f258ddde700  5 osd.394 411225 heartbeat: osd_stat(58269 MB used, 2636 GB avail, 2693 GB total, peers [7,11,24,26,30,46,50,290,293,299,310,314,315,324,341,344,355,359,363,365,372,375,393,395]/[] op hist [])
2014-08-25 11:02:57.387492 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.11 has 411225
2014-08-25 11:02:57.387502 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x54dc4c0 already has epoch 411225
2014-08-25 11:02:57.387523 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.46 has 411225
2014-08-25 11:02:57.387527 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x50818c0 already has epoch 411225
2014-08-25 11:02:57.387558 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.7 has 411225
2014-08-25 11:02:57.387562 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x601f7a0 already has epoch 411225
2014-08-25 11:02:57.387652 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.24 has 411225
2014-08-25 11:02:57.387658 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5df4d00 already has epoch 411225
2014-08-25 11:02:57.387685 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.395 has 411225
2014-08-25 11:02:57.387689 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x54dbf40 already has epoch 411225
2014-08-25 11:02:57.387704 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.290 has 411225
2014-08-25 11:02:57.387707 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5231600 already has epoch 411225
2014-08-25 11:02:57.387729 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.299 has 411225
2014-08-25 11:02:57.387732 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x59a6ca0 already has epoch 411225
2014-08-25 11:02:57.387755 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x54dc4c0 already has epoch 411225
2014-08-25 11:02:57.387771 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x54dbf40 already has epoch 411225
2014-08-25 11:02:57.387783 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.26 has 411225
2014-08-25 11:02:57.387786 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x57a74e0 already has epoch 411225
2014-08-25 11:02:57.387799 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x57a74e0 already has epoch 411225
2014-08-25 11:02:57.387813 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x50818c0 already has epoch 411225
2014-08-25 11:02:57.387830 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.310 has 411225
2014-08-25 11:02:57.387833 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5816040 already has epoch 411225
2014-08-25 11:02:57.387845 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.359 has 411225
2014-08-25 11:02:57.387848 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x52140a0 already has epoch 411225
2014-08-25 11:02:57.387908 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.30 has 411225
2014-08-25 11:02:57.387915 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5079080 already has epoch 411225
2014-08-25 11:02:57.387930 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5079080 already has epoch 411225
2014-08-25 11:02:57.387942 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x59a6ca0 already has epoch 411225
2014-08-25 11:02:57.387959 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.324 has 411225
2014-08-25 11:02:57.387962 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5215c20 already has epoch 411225
2014-08-25 11:02:57.387973 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.50 has 411225
2014-08-25 11:02:57.387976 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5214a40 already has epoch 411225
2014-08-25 11:02:57.387988 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.314 has 411225
2014-08-25 11:02:57.387990 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5acdee0 already has epoch 411225
2014-08-25 11:02:57.388003 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.344 has 411225
2014-08-25 11:02:57.388006 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x54d8000 already has epoch 411225
2014-08-25 11:02:57.388018 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.372 has 411225
2014-08-25 11:02:57.388021 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x59a11e0 already has epoch 411225
2014-08-25 11:02:57.388033 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x601f7a0 already has epoch 411225
2014-08-25 11:02:57.388067 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5215c20 already has epoch 411225
2014-08-25 11:02:57.388090 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5214a40 already has epoch 411225
2014-08-25 11:02:57.388108 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5816040 already has epoch 411225
2014-08-25 11:02:57.388120 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.355 has 411225
2014-08-25 11:02:57.388123 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5accba0 already has epoch 411225
2014-08-25 11:02:57.388176 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5accba0 already has epoch 411225
2014-08-25 11:02:57.388190 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5df4d00 already has epoch 411225
2014-08-25 11:02:57.388209 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.363 has 411225
2014-08-25 11:02:57.388212 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x57739c0 already has epoch 411225
2014-08-25 11:02:57.388225 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x57739c0 already has epoch 411225
2014-08-25 11:02:57.388237 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.365 has 411225
2014-08-25 11:02:57.388240 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x6baf7a0 already has epoch 411225
2014-08-25 11:02:57.388252 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x6baf7a0 already has epoch 411225
2014-08-25 11:02:57.388264 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.341 has 411225
2014-08-25 11:02:57.388267 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x524f0c0 already has epoch 411225
2014-08-25 11:02:57.388281 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x524f0c0 already has epoch 411225
2014-08-25 11:02:57.388293 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5acdee0 already has epoch 411225
2014-08-25 11:02:57.388330 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x54d8000 already has epoch 411225
2014-08-25 11:02:57.388347 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x59a11e0 already has epoch 411225
2014-08-25 11:02:57.388362 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.315 has 411225
2014-08-25 11:02:57.388375 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x57a6720 already has epoch 411225
2014-08-25 11:02:57.388393 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.375 has 411225
2014-08-25 11:02:57.388396 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5acc780 already has epoch 411225
2014-08-25 11:02:57.388407 7f2594dec700 10 osd.394 411225 note_peer_epoch osd.393 has 411225
2014-08-25 11:02:57.388410 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x54d9600 already has epoch 411225
2014-08-25 11:02:57.388428 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x54d9600 already has epoch 411225
2014-08-25 11:02:57.388443 7f2594dec700 20 osd.394 411225 _share_map_outgoing 0x5acc780 already has epoch 411225
2014-08-25 11:02:57.512725 7f25945eb700 20 osd.394 411225 _share_map_outgoing 0x50818c0 already has epoch 411225
2014-08-25 11:02:57.584105 7f25a0e04700  5 osd.394 411225 tick
2014-08-25 11:02:57.584169 7f25a0e04700 20 osd.394 411225 scrub_should_schedule loadavg 1.3 >= max 0.5 = no, load too high
2014-08-25 11:02:57.584187 7f25a0e04700 20 osd.394 411225 sched_scrub load_is_low=0
2014-08-25 11:02:57.584202 7f25a0e04700 10 osd.394 411225 sched_scrub 32.311 at 2014-08-24 13:48:22.849922: 76474.7 < min (86400 seconds)
2014-08-25 11:02:57.584217 7f25a0e04700 20 osd.394 411225 sched_scrub done
2014-08-25 11:02:57.584220 7f25a0e04700 10 osd.394 411225 do_waiters -- start
2014-08-25 11:02:57.584224 7f25a0e04700 10 osd.394 411225 do_waiters -- finish
2014-08-25 11:02:57.683336 7f2596df0700 10 osd.394 411225 do_waiters -- start
2014-08-25 11:02:57.683342 7f2596df0700 10 osd.394 411225 do_waiters -- finish
2014-08-25 11:02:57.683344 7f2596df0700 20 osd.394 411225 _dispatch 0x5281180 pg_stats_ack(13 pgs tid 2) v1
2014-08-25 11:02:57.683349 7f2596df0700 10 osd.394 411225 handle_pg_stats_ack
2014-08-25 11:02:57.683383 7f2596df0700 10 osd.394 411225 do_waiters -- start
2014-08-25 11:02:57.683386 7f2596df0700 10 osd.394 411225 do_waiters -- finish
2014-08-25 11:02:57.740518 7f25945eb700 20 osd.394 411225 _share_map_outgoing 0x5211ce0 already has epoch 411225
2014-08-25 11:02:57.872906 7f25945eb700 10 osd.394 411225 note_peer_epoch osd.301 has 411226
2014-08-25 11:02:57.872913 7f25945eb700 20 osd.394 411225 _share_map_outgoing 0x5087d20 already has epoch 411226
2014-08-25 11:02:57.872956 7f25935e9700 20 osd.394 411225 _share_map_outgoing 0x5087d20 already has epoch 411226
2014-08-25 11:02:57.873576 7f2595dee700 10 osd.394 411225 do_waiters -- start
2014-08-25 11:02:57.873579 7f2595dee700 10 osd.394 411225 do_waiters -- finish
2014-08-25 11:02:57.873581 7f2595dee700 20 osd.394 411225 _dispatch 0x7651680 osd_map(411226..411226 src has 194721..411226) v3
2014-08-25 11:02:57.873613 7f2595dee700  3 osd.394 411225 handle_osd_map epochs [411226,411226], i have 411225, src has [194721,411226]
2014-08-25 11:02:57.873617 7f2595dee700 10 osd.394 411225 handle_osd_map  got inc map for epoch 411226
2014-08-25 11:02:57.876677 7f2595dee700 10 osd.394 411225  advance to epoch 411226 (<= newest 411226)
2014-08-25 11:02:57.876734 7f2595dee700  7 osd.394 411226 advance_map epoch 411226  39 pgs
2014-08-25 11:02:57.876753 7f2595dee700 10 osd.394 411226 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411226 [194721,411226] lci=[411216,411226])
2014-08-25 11:02:57.876809 7f2595dee700  0 osd.394 411226 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:57.876818 7f2595dee700  7 osd.394 411226 consume_map version 411226
2014-08-25 11:02:57.876841 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] null
2014-08-25 11:02:57.876865 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:02:57.876897 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.876909 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:02:57.876920 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.876910 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:57.876930 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:02:57.876940 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.876926 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:57.876941 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:02:57.876955 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.876948 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.876952 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:02:57.876961 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.876962 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.876963 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.876974 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.876977 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.876985 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.876985 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.876993 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] take_waiters
2014-08-25 11:02:57.876995 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:02:57.876996 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.877004 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877004 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877008 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:02:57.877014 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877015 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877020 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:02:57.877027 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.877032 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] null
2014-08-25 11:02:57.877027 7f258fde2700 10 log is not dirty
2014-08-25 11:02:57.877044 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:02:57.877072 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:57.877086 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877086 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.877092 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.877102 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:02:57.877102 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.877112 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877113 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.877123 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:02:57.877123 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.877134 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] null
2014-08-25 11:02:57.877137 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.877144 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.877146 7f25905e3700  7 osd.394 pg_epoch: 411226 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.877154 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] null
2014-08-25 11:02:57.877156 7f25905e3700 15 osd.394 pg_epoch: 411226 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:198852
2014-08-25 11:02:57.877165 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.877165 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:02:57.877173 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877176 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.877182 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877192 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.877186 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:02:57.877196 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:02:57.877205 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:02:57.877210 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:57.877222 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877225 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.877233 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877242 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.877250 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:02:57.877246 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:57.877258 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877264 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877266 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877275 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.877269 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.877278 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877288 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.877290 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:57.877300 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877297 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:02:57.877303 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.877305 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877312 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.877313 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877323 7f258fde2700 10 log is not dirty
2014-08-25 11:02:57.877321 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877330 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.877337 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.877344 7f25905e3700  7 osd.394 pg_epoch: 411226 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.877342 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:57.877357 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877352 7f25905e3700 15 osd.394 pg_epoch: 411226 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:256814
2014-08-25 11:02:57.877360 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.877373 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877361 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.877381 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877394 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.877384 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.877402 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877409 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:57.877412 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.877421 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877422 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.877425 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.877430 7f258fde2700  7 osd.394 pg_epoch: 411226 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.877435 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877440 7f258fde2700 15 osd.394 pg_epoch: 411226 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:194589
2014-08-25 11:02:57.877444 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.877449 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.877454 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:02:57.877457 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877462 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877466 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877476 7f258fde2700 10 log is not dirty
2014-08-25 11:02:57.877470 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877480 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.877498 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:57.877512 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877516 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.877514 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:57.877531 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877525 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877535 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.877536 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.877544 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:02:57.877544 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877553 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877556 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.877561 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877564 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:02:57.877571 7f258fde2700 10 log is not dirty
2014-08-25 11:02:57.877572 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877580 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877589 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.877586 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:57.877597 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877600 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.877608 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.877607 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:57.877618 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877616 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877625 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.877621 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.877633 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.877639 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877640 7f258fde2700  7 osd.394 pg_epoch: 411226 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.877649 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.877649 7f258fde2700 15 osd.394 pg_epoch: 411226 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:194435
2014-08-25 11:02:57.877658 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:02:57.877659 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.877666 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877667 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411226
2014-08-25 11:02:57.877675 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877675 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877685 7f258fde2700 10 log is not dirty
2014-08-25 11:02:57.877686 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.877710 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:57.877723 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877727 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.877736 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877724 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:57.877747 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877745 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.877753 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:02:57.877752 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.877761 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877763 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.877769 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877779 7f258fde2700 10 log is not dirty
2014-08-25 11:02:57.877773 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877785 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.877793 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.877794 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:57.877805 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877800 7f25905e3700  7 osd.394 pg_epoch: 411226 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.877809 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.877810 7f25905e3700 15 osd.394 pg_epoch: 411226 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:197232
2014-08-25 11:02:57.877817 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877818 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.877826 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.877826 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411226
2014-08-25 11:02:57.877835 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] take_waiters
2014-08-25 11:02:57.877835 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877844 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411226
2014-08-25 11:02:57.877852 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.877851 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877860 7f258fde2700 10 log is not dirty
2014-08-25 11:02:57.877879 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:57.877890 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.877894 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.877889 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.877902 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.877908 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.877910 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.877919 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:02:57.877920 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.877928 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.877929 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:02:57.877936 7f25905e3700  7 osd.394 pg_epoch: 411226 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.877940 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] null
2014-08-25 11:02:57.877945 7f25905e3700 15 osd.394 pg_epoch: 411226 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:194698
2014-08-25 11:02:57.877953 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.877952 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:02:57.877961 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.877964 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:02:57.877969 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.877979 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.877975 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.877985 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:02:57.877995 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:02:57.877994 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:57.878010 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.878007 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:02:57.878014 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.878022 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.878023 7f2595dee700 10 osd.394 pg_epoch: 411225 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:57.878036 7f2595dee700  7 osd.394 411226 activate_map version 411226
2014-08-25 11:02:57.878032 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.878042 7f2595dee700 10 osd.394 411226 do_waiters -- start
2014-08-25 11:02:57.878044 7f2595dee700 10 osd.394 411226 do_waiters -- finish
2014-08-25 11:02:57.878041 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.878046 7f258add8700 20 osd.394 411226 agent_entry empty queue
2014-08-25 11:02:57.878048 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.878056 7f25905e3700  7 osd.394 pg_epoch: 411226 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.878063 7f25905e3700 15 osd.394 pg_epoch: 411226 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:200403
2014-08-25 11:02:57.878070 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.878077 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.878084 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.878092 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.878107 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:57.878120 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.878124 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.878133 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.878142 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.878150 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:02:57.878157 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.878164 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.878173 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.878188 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:57.878200 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.878204 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.878212 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.878221 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.878228 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:02:57.878235 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.878242 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.878251 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.878265 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:57.878277 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.878280 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.878288 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.878297 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.878305 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] take_waiters
2014-08-25 11:02:57.878311 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.878319 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.878327 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.878358 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:57.878379 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.878383 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.878391 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.878400 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.878407 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:02:57.878414 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.878422 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.878430 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.878446 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:02:57.878456 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.878459 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.878467 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.878475 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.878490 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.878498 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.878504 7f25905e3700  7 osd.394 pg_epoch: 411226 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.878512 7f25905e3700 15 osd.394 pg_epoch: 411226 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:199656
2014-08-25 11:02:57.878519 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.878526 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.878533 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.878541 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.878555 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:57.878565 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.878568 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.878575 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.878583 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.878591 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.878598 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.878605 7f25905e3700  7 osd.394 pg_epoch: 411226 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.878612 7f25905e3700 15 osd.394 pg_epoch: 411226 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:203859
2014-08-25 11:02:57.878619 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.878625 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.878632 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.878641 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.878656 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:57.878669 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.878672 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.878681 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.878689 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.878697 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:02:57.878704 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.878711 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.878719 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.878734 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:57.878745 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.878749 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.878757 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.878765 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.878776 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:02:57.878784 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.878791 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.878799 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.878814 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:57.878826 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.878829 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.878837 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.878846 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.878854 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] take_waiters
2014-08-25 11:02:57.878861 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.878868 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.878876 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.878890 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:57.878900 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.878903 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.878911 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.878920 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.878927 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:02:57.878934 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.878941 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.878949 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.878964 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:57.878976 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.878980 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.878988 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.878996 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.879004 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:02:57.879011 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.879018 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.879026 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.879042 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:57.879053 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.879057 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.879065 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.879072 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.879081 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.879088 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.879095 7f25905e3700  7 osd.394 pg_epoch: 411226 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.879103 7f25905e3700 15 osd.394 pg_epoch: 411226 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:193578
2014-08-25 11:02:57.879110 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.879117 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.879124 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.879132 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.879146 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:57.879156 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.879159 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.879167 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.879176 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.879183 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:02:57.879190 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.879198 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.879206 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.879219 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:57.879231 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.879235 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.879243 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.879252 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.879259 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:02:57.879266 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.879274 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.879282 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.879295 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:57.879305 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.879308 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.879316 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.879325 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.879332 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:02:57.879339 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.879346 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.879354 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.879375 7f25905e3700 10 osd.394 pg_epoch: 411225 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:57.879386 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.879389 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.879396 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.879404 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.879413 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.879420 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.879427 7f25905e3700  7 osd.394 pg_epoch: 411226 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.879434 7f25905e3700 15 osd.394 pg_epoch: 411226 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:201102
2014-08-25 11:02:57.879441 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.879448 7f25905e3700 20 osd.394 pg_epoch: 411226 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.879455 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.879464 7f25905e3700 10 log is not dirty
2014-08-25 11:02:57.879490 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:57.879502 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.879505 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.879513 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.879521 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.879530 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.879537 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.879544 7f258fde2700  7 osd.394 pg_epoch: 411226 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.879551 7f258fde2700 15 osd.394 pg_epoch: 411226 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:198993
2014-08-25 11:02:57.879558 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.879565 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.879577 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.879585 7f258fde2700 10 log is not dirty
2014-08-25 11:02:57.879600 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:57.879610 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.879613 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.879622 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.879630 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.879638 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] take_waiters
2014-08-25 11:02:57.879645 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.879652 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.879661 7f258fde2700 10 log is not dirty
2014-08-25 11:02:57.879675 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:57.879687 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.879691 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.879699 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.879707 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.879715 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:02:57.879722 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.879729 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.879738 7f258fde2700 10 log is not dirty
2014-08-25 11:02:57.879754 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:02:57.879766 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.879769 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:57.879777 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:57.879785 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.879793 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:57.879800 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:57.879807 7f258fde2700  7 osd.394 pg_epoch: 411226 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:57.879815 7f258fde2700 15 osd.394 pg_epoch: 411226 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411226:200471
2014-08-25 11:02:57.879822 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:57.879828 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.879835 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.879843 7f258fde2700 10 log is not dirty
2014-08-25 11:02:57.879858 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:02:57.879867 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.879871 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.879879 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.879888 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.879895 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:02:57.879902 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.879909 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.879918 7f258fde2700 10 log is not dirty
2014-08-25 11:02:57.879931 7f258fde2700 10 osd.394 pg_epoch: 411225 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:57.879943 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:57.879947 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:57.879955 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:57.879964 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:02:57.879971 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:02:57.879978 7f258fde2700 20 osd.394 pg_epoch: 411226 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411226
2014-08-25 11:02:57.879985 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411226 epoch_requested: 411226 NullEvt
2014-08-25 11:02:57.879994 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.002005 7f25935e9700 10 osd.394 411226 note_peer_epoch osd.338 has 411226
2014-08-25 11:02:58.002012 7f25935e9700 20 osd.394 411226 _share_map_outgoing 0x52327e0 already has epoch 411226
2014-08-25 11:02:58.002151 7f25945eb700 20 osd.394 411226 _share_map_outgoing 0x52327e0 already has epoch 411226
2014-08-25 11:02:58.097352 7f25945eb700 10 osd.394 411226 note_peer_epoch osd.366 has 411225
2014-08-25 11:02:58.097361 7f25945eb700 10 osd.394 411226 send_incremental_map 411225 -> 411226 to 0x5770f20 192.168.1.108:6814/1562022491
2014-08-25 11:02:58.097392 7f25945eb700 10 osd.394 411226 note_peer_epoch osd.366 has 411226
2014-08-25 11:02:58.097591 7f25935e9700 20 osd.394 411226 _share_map_outgoing 0x5770f20 already has epoch 411226
2014-08-25 11:02:58.172566 7f25935e9700 10 osd.394 411226 note_peer_epoch osd.309 has 411226
2014-08-25 11:02:58.172577 7f25935e9700 20 osd.394 411226 _share_map_outgoing 0x54b1e40 already has epoch 411226
2014-08-25 11:02:58.172612 7f25945eb700 20 osd.394 411226 _share_map_outgoing 0x54b1e40 already has epoch 411226
2014-08-25 11:02:58.188060 7f25945eb700 10 osd.394 411226 note_peer_epoch osd.285 has 411226
2014-08-25 11:02:58.188067 7f25945eb700 20 osd.394 411226 _share_map_outgoing 0x54dc200 already has epoch 411226
2014-08-25 11:02:58.188112 7f25935e9700 20 osd.394 411226 _share_map_outgoing 0x54dc200 already has epoch 411226
2014-08-25 11:02:58.316130 7f25935e9700 10 osd.394 411226 note_peer_epoch osd.322 has 411226
2014-08-25 11:02:58.316137 7f25935e9700 20 osd.394 411226 _share_map_outgoing 0x58144c0 already has epoch 411226
2014-08-25 11:02:58.316196 7f25945eb700 20 osd.394 411226 _share_map_outgoing 0x58144c0 already has epoch 411226
2014-08-25 11:02:58.373891 7f25945eb700 20 osd.394 411226 _share_map_outgoing 0x5087d20 already has epoch 411226
2014-08-25 11:02:58.373976 7f25935e9700 20 osd.394 411226 _share_map_outgoing 0x5087d20 already has epoch 411226
2014-08-25 11:02:58.454481 7f25935e9700 10 osd.394 411226 note_peer_epoch osd.292 has 411226
2014-08-25 11:02:58.454489 7f25935e9700 20 osd.394 411226 _share_map_outgoing 0x54b5280 already has epoch 411226
2014-08-25 11:02:58.477517 7f25935e9700 10 osd.394 411226 note_peer_epoch osd.348 has 411226
2014-08-25 11:02:58.477523 7f25935e9700 20 osd.394 411226 _share_map_outgoing 0x58140a0 already has epoch 411226
2014-08-25 11:02:58.477648 7f25945eb700 20 osd.394 411226 _share_map_outgoing 0x58140a0 already has epoch 411226
2014-08-25 11:02:58.502841 7f25935e9700 20 osd.394 411226 _share_map_outgoing 0x52327e0 already has epoch 411226
2014-08-25 11:02:58.502876 7f25945eb700 20 osd.394 411226 _share_map_outgoing 0x52327e0 already has epoch 411226
2014-08-25 11:02:58.584354 7f25a0e04700  5 osd.394 411226 tick
2014-08-25 11:02:58.584383 7f25a0e04700 20 osd.394 411226 scrub_random_backoff lost coin flip, randomly backing off
2014-08-25 11:02:58.584387 7f25a0e04700 10 osd.394 411226 do_waiters -- start
2014-08-25 11:02:58.584388 7f25a0e04700 10 osd.394 411226 do_waiters -- finish
2014-08-25 11:02:58.601138 7f25945eb700 10 osd.394 411226 note_peer_epoch osd.2 has 411226
2014-08-25 11:02:58.601146 7f25945eb700 20 osd.394 411226 _share_map_outgoing 0x58114a0 already has epoch 411226
2014-08-25 11:02:58.601457 7f25935e9700 20 osd.394 411226 _share_map_outgoing 0x58114a0 already has epoch 411226
2014-08-25 11:02:58.675005 7f25945eb700 20 osd.394 411226 _share_map_outgoing 0x54b1e40 already has epoch 411226
2014-08-25 11:02:58.675176 7f25935e9700 20 osd.394 411226 _share_map_outgoing 0x54b1e40 already has epoch 411226
2014-08-25 11:02:58.741312 7f25945eb700 10 osd.394 411226 note_peer_epoch osd.333 has 411226
2014-08-25 11:02:58.741321 7f25945eb700 20 osd.394 411226 _share_map_outgoing 0x5773440 already has epoch 411226
2014-08-25 11:02:58.741377 7f25935e9700 20 osd.394 411226 _share_map_outgoing 0x5773440 already has epoch 411226
2014-08-25 11:02:58.751429 7f2596df0700 10 osd.394 411226 do_waiters -- start
2014-08-25 11:02:58.751432 7f2596df0700 10 osd.394 411226 do_waiters -- finish
2014-08-25 11:02:58.751434 7f2596df0700 20 osd.394 411226 _dispatch 0x582f2c0 osd_map(411226..411227 src has 194721..411227) v3
2014-08-25 11:02:58.751480 7f2596df0700  3 osd.394 411226 handle_osd_map epochs [411226,411227], i have 411226, src has [194721,411227]
2014-08-25 11:02:58.751486 7f2596df0700 10 osd.394 411226 handle_osd_map  got inc map for epoch 411227
2014-08-25 11:02:58.755464 7f2596df0700 10 osd.394 411226  advance to epoch 411227 (<= newest 411227)
2014-08-25 11:02:58.755538 7f2596df0700  7 osd.394 411227 advance_map epoch 411227  39 pgs
2014-08-25 11:02:58.755563 7f2596df0700 10 osd.394 411227 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411227 [194721,411227] lci=[411216,411227])
2014-08-25 11:02:58.755632 7f2596df0700  0 osd.394 411227 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:02:58.755642 7f2596df0700  7 osd.394 411227 consume_map version 411227
2014-08-25 11:02:58.755670 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] null
2014-08-25 11:02:58.755701 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:02:58.755724 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.755737 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:02:58.755788 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.755802 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:02:58.755815 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:02:58.755805 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_advance_map [302,63,394]/[302,63,394] -- 302/302
2014-08-25 11:02:58.755827 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:02:58.755841 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.755839 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.755852 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.755851 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.755865 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.755868 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.755884 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.755895 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] take_waiters
2014-08-25 11:02:58.755898 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:02:58.755906 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.755915 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:02:58.755918 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.755935 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.755911 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:02:58.755933 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] null
2014-08-25 11:02:58.755940 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.755946 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:02:58.755948 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.755956 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:02:58.755961 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.755963 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.755974 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.755975 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:02:58.755978 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.755989 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.755990 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:02:58.755979 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.756001 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756002 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:02:58.756010 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756014 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756018 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] null
2014-08-25 11:02:58.756028 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.756024 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.756032 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.756036 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:02:58.756045 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] null
2014-08-25 11:02:58.756047 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756050 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:02:58.756066 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756060 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:02:58.756063 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756071 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.756080 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.756073 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.756085 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.756086 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:02:58.756096 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756099 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:02:58.756102 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:02:58.756109 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.756120 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756114 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:02:58.756121 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.756125 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.756128 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.756133 7f25905e3700  7 osd.394 pg_epoch: 411227 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.756139 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.756151 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756147 7f25905e3700 15 osd.394 pg_epoch: 411227 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:256815
2014-08-25 11:02:58.756162 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.756144 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.756165 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.756172 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.756176 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756177 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:02:58.756184 7f258fde2700  7 osd.394 pg_epoch: 411227 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.756186 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756200 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.756192 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:02:58.756196 7f258fde2700 15 osd.394 pg_epoch: 411227 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:198853
2014-08-25 11:02:58.756206 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.756208 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] null
2014-08-25 11:02:58.756215 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756219 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:02:58.756224 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:02:58.756226 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756235 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756238 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.756238 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:02:58.756240 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.756251 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756262 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.756272 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:02:58.756281 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756283 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:02:58.756291 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756286 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.756300 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756303 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.756305 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.756305 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:02:58.756316 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.756319 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:02:58.756327 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756326 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:02:58.756335 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:02:58.756348 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756341 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.756349 7f2596df0700 10 osd.394 pg_epoch: 411226 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:02:58.756353 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.756372 7f2596df0700  7 osd.394 411227 activate_map version 411227
2014-08-25 11:02:58.756353 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.756382 7f2596df0700 10 osd.394 411227 do_waiters -- start
2014-08-25 11:02:58.756375 7f258fde2700  7 osd.394 pg_epoch: 411227 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.756384 7f2596df0700 10 osd.394 411227 do_waiters -- finish
2014-08-25 11:02:58.756384 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756386 7f258add8700 20 osd.394 411227 agent_entry empty queue
2014-08-25 11:02:58.756386 7f258fde2700 15 osd.394 pg_epoch: 411227 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:200404
2014-08-25 11:02:58.756398 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.756398 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.756420 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:02:58.756420 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756431 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756442 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.756431 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756449 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756461 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.756458 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:02:58.756471 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756475 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.756480 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:02:58.756484 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756492 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756494 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.756496 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.756503 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:02:58.756505 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756511 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756516 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.756520 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756530 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.756525 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:02:58.756534 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756541 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756551 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.756547 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:02:58.756559 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756563 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.756566 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:02:58.756578 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756572 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756581 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.756582 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.756590 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.756590 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:02:58.756599 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756599 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756608 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756610 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.756617 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.756618 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.756625 7f25905e3700  7 osd.394 pg_epoch: 411227 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.756633 7f25905e3700 15 osd.394 pg_epoch: 411227 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:197233
2014-08-25 11:02:58.756632 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:02:58.756645 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756642 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.756649 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.756650 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411227
2014-08-25 11:02:58.756658 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756659 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756669 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.756669 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.756677 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] take_waiters
2014-08-25 11:02:58.756685 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756689 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:02:58.756693 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756700 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756702 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.756703 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.756711 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.756719 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756720 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:02:58.756731 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756728 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.756735 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.756737 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.756743 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756744 7f25905e3700  7 osd.394 pg_epoch: 411227 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.756753 7f25905e3700 15 osd.394 pg_epoch: 411227 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:194699
2014-08-25 11:02:58.756753 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.756762 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.756763 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:02:58.756770 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756771 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756778 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756779 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756788 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.756789 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.756822 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:02:58.756834 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756838 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.756838 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:02:58.756847 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.756856 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756855 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756861 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.756865 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.756871 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756874 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.756882 7f258fde2700  7 osd.394 pg_epoch: 411227 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.756882 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.756891 7f258fde2700 15 osd.394 pg_epoch: 411227 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:194590
2014-08-25 11:02:58.756892 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:02:58.756899 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.756900 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756907 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.756909 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756919 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.756916 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.756925 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.756958 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_advance_map [309,340,394]/[309,340,394] -- 309/309
2014-08-25 11:02:58.756972 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.756976 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.756984 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.756994 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.757002 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] take_waiters
2014-08-25 11:02:58.757009 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.757017 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.757026 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.757041 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:02:58.757051 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.757055 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.757063 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.757072 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.757080 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:02:58.757087 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.757095 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.757128 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.757145 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:02:58.757159 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.757163 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.757171 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.757181 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.757189 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:02:58.757196 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.757204 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.757213 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.757230 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:02:58.757242 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.757246 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.757254 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.757262 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.757271 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.757279 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.757286 7f25905e3700  7 osd.394 pg_epoch: 411227 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.757295 7f25905e3700 15 osd.394 pg_epoch: 411227 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:193579
2014-08-25 11:02:58.757302 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.757309 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.757317 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.757325 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.757341 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:02:58.757351 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.757354 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.757363 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.757379 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.757387 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:02:58.757394 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.757404 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.757413 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.757428 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:02:58.757441 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.757445 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.757454 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.757463 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.757471 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:02:58.757478 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.757486 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.757495 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.757510 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:02:58.757520 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.757523 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.757531 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.757540 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.757548 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:02:58.757555 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.757563 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.757572 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.757586 7f25905e3700 10 osd.394 pg_epoch: 411226 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:02:58.757598 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.757602 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.757610 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.757618 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.757627 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.757635 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.757642 7f25905e3700  7 osd.394 pg_epoch: 411227 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.757650 7f25905e3700 15 osd.394 pg_epoch: 411227 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:201103
2014-08-25 11:02:58.757663 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.757678 7f25905e3700 20 osd.394 pg_epoch: 411227 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.757685 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.757694 7f25905e3700 10 log is not dirty
2014-08-25 11:02:58.757722 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:02:58.757737 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.757741 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.757750 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.757760 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.757768 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:02:58.757775 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.757783 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.757792 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.757808 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:02:58.757818 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.757821 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.757829 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.757838 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.757846 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.757854 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.757861 7f258fde2700  7 osd.394 pg_epoch: 411227 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.757869 7f258fde2700 15 osd.394 pg_epoch: 411227 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:194436
2014-08-25 11:02:58.757876 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.757883 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411227
2014-08-25 11:02:58.757891 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.757899 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.757915 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:02:58.757928 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.757931 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.757940 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.757949 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.757958 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:02:58.757965 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.757973 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.757982 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.757997 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:02:58.758007 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.758010 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.758018 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.758028 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.758035 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] take_waiters
2014-08-25 11:02:58.758043 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411227
2014-08-25 11:02:58.758050 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.758059 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.758074 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:02:58.758084 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.758087 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.758099 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.758107 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.758116 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.758124 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.758131 7f258fde2700  7 osd.394 pg_epoch: 411227 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.758139 7f258fde2700 15 osd.394 pg_epoch: 411227 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:198994
2014-08-25 11:02:58.758146 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.758153 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.758160 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.758169 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.758184 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:02:58.758195 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.758198 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.758206 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.758215 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.758223 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] take_waiters
2014-08-25 11:02:58.758230 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.758238 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.758247 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.758261 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:02:58.758275 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.758278 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.758287 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.758296 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.758303 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:02:58.758316 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.758324 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.758332 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.758350 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:02:58.758362 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.758372 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.758381 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.758389 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.758399 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.758406 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.758413 7f258fde2700  7 osd.394 pg_epoch: 411227 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.758421 7f258fde2700 15 osd.394 pg_epoch: 411227 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:200472
2014-08-25 11:02:58.758428 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.758436 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.758443 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.758452 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.758467 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:02:58.758478 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.758481 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.758489 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.758499 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.758506 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:02:58.758514 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.758521 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.758530 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.758544 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:02:58.758557 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.758560 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.758569 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.758578 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.758586 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:02:58.758593 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.758601 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.758609 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.758625 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:02:58.758637 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.758640 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.758649 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.758658 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.758666 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:02:58.758677 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.758685 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.758694 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.758710 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:02:58.758720 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.758723 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.758731 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.758739 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.758748 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.758755 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.758762 7f258fde2700  7 osd.394 pg_epoch: 411227 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.758770 7f258fde2700 15 osd.394 pg_epoch: 411227 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:199657
2014-08-25 11:02:58.758777 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.758784 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.758791 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.758800 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.758814 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:02:58.758824 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.758827 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:02:58.758835 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:02:58.758843 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.758852 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:02:58.758859 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:02:58.758867 7f258fde2700  7 osd.394 pg_epoch: 411227 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:02:58.758874 7f258fde2700 15 osd.394 pg_epoch: 411227 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411227:203860
2014-08-25 11:02:58.758881 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:02:58.758889 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.758896 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.758904 7f258fde2700 10 log is not dirty
2014-08-25 11:02:58.758920 7f258fde2700 10 osd.394 pg_epoch: 411226 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:02:58.758932 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:02:58.758936 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:02:58.758945 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:02:58.758954 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:02:58.758962 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:02:58.758969 7f258fde2700 20 osd.394 pg_epoch: 411227 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411227
2014-08-25 11:02:58.758977 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411227 epoch_requested: 411227 NullEvt
2014-08-25 11:02:58.758985 7f258fde2700 10 log is not dirty
2014-08-25 11:02:59.214359 7f25945eb700 10 osd.394 411227 note_peer_epoch osd.46 has 411227
2014-08-25 11:02:59.214383 7f25945eb700 20 osd.394 411227 _share_map_outgoing 0x50818c0 already has epoch 411227
2014-08-25 11:02:59.441529 7f25945eb700 10 osd.394 411227 note_peer_epoch osd.29 has 411227
2014-08-25 11:02:59.441536 7f25945eb700 20 osd.394 411227 _share_map_outgoing 0x5211ce0 already has epoch 411227
2014-08-25 11:02:59.584514 7f25a0e04700  5 osd.394 411227 tick
2014-08-25 11:02:59.584536 7f25a0e04700 20 osd.394 411227 scrub_random_backoff lost coin flip, randomly backing off
2014-08-25 11:02:59.584539 7f25a0e04700 10 osd.394 411227 do_waiters -- start
2014-08-25 11:02:59.584540 7f25a0e04700 10 osd.394 411227 do_waiters -- finish
2014-08-25 11:02:59.726753 7f25945eb700 10 osd.394 411227 note_peer_epoch osd.327 has 411227
2014-08-25 11:02:59.726761 7f25945eb700 20 osd.394 411227 _share_map_outgoing 0x507ac00 already has epoch 411227
2014-08-25 11:02:59.726819 7f25935e9700 20 osd.394 411227 _share_map_outgoing 0x507ac00 already has epoch 411227
2014-08-25 11:02:59.777632 7f25945eb700 10 osd.394 411227 note_peer_epoch osd.309 has 411227
2014-08-25 11:02:59.777638 7f25945eb700 20 osd.394 411227 _share_map_outgoing 0x54b1e40 already has epoch 411227
2014-08-25 11:02:59.778102 7f25935e9700 20 osd.394 411227 _share_map_outgoing 0x54b1e40 already has epoch 411227
2014-08-25 11:03:00.018263 7f25935e9700 10 osd.394 411227 note_peer_epoch osd.322 has 411227
2014-08-25 11:03:00.018273 7f25935e9700 20 osd.394 411227 _share_map_outgoing 0x58144c0 already has epoch 411227
2014-08-25 11:03:00.018389 7f25945eb700 20 osd.394 411227 _share_map_outgoing 0x58144c0 already has epoch 411227
2014-08-25 11:03:00.084199 7f2595dee700 10 osd.394 411227 do_waiters -- start
2014-08-25 11:03:00.084203 7f2595dee700 10 osd.394 411227 do_waiters -- finish
2014-08-25 11:03:00.084204 7f2595dee700 20 osd.394 411227 _dispatch 0x57f5e80 osd_map(411224..411228 src has 194721..411228) v3
2014-08-25 11:03:00.084258 7f2595dee700  3 osd.394 411227 handle_osd_map epochs [411224,411228], i have 411227, src has [194721,411228]
2014-08-25 11:03:00.084389 7f2595dee700 10 osd.394 411227 handle_osd_map  got inc map for epoch 411228
2014-08-25 11:03:00.087719 7f2595dee700 10 osd.394 411227  advance to epoch 411228 (<= newest 411228)
2014-08-25 11:03:00.087918 7f2595dee700  7 osd.394 411228 advance_map epoch 411228  39 pgs
2014-08-25 11:03:00.088214 7f2595dee700 10 osd.394 411228 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411228 [194721,411228] lci=[411216,411228])
2014-08-25 11:03:00.088797 7f2595dee700  0 osd.394 411228 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:03:00.088807 7f2595dee700  7 osd.394 411228 consume_map version 411228
2014-08-25 11:03:00.088831 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] null
2014-08-25 11:03:00.088887 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:03:00.088902 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.088913 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:03:00.088923 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.088933 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:03:00.088943 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:03:00.088953 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:03:00.088963 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.088972 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.088982 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.088996 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:03:00.089006 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:03:00.089016 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] null
2014-08-25 11:03:00.089025 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:03:00.089036 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.089046 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:03:00.089055 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.089064 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:03:00.089074 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] null
2014-08-25 11:03:00.089084 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.089137 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] handle_advance_map [302,394]/[302,394] -- 302/302
2014-08-25 11:03:00.089158 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.089165 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.089175 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] acting_up_affected newup [302,394] newacting [302,394]
2014-08-25 11:03:00.089183 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:03:00.089194 7f258fde2700  5 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] exit Started/ReplicaActive/RepNotRecovering 13.833926 34 0.000472
2014-08-25 11:03:00.089206 7f258fde2700  5 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] exit Started/ReplicaActive 13.833947 0 0.000000
2014-08-25 11:03:00.089217 7f258fde2700  5 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] exit Started 15.045838 0 0.000000
2014-08-25 11:03:00.089228 7f258fde2700  5 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] enter Reset
2014-08-25 11:03:00.089235 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411216 pi=240664-411215/10494 crt=0'0 active] set_last_peering_reset 411228
2014-08-25 11:03:00.089245 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411228 pi=240664-411215/10494 crt=0'0 active] state<Reset>: Reset advmap
2014-08-25 11:03:00.089253 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411228 pi=240664-411215/10494 crt=0'0 active] _calc_past_interval_range: already have past intervals back to 411217
2014-08-25 11:03:00.089260 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411228 pi=240664-411215/10494 crt=0'0 active] acting_up_affected newup [302,394] newacting [302,394]
2014-08-25 11:03:00.089268 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411228 pi=240664-411215/10494 crt=0'0 active] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:03:00.089275 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,63,394] r=2 lpr=411228 pi=240664-411215/10494 crt=0'0 active] set_last_peering_reset 411228
2014-08-25 11:03:00.089297 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] start_peering_interval: check_new_interval output: generate_past_intervals interval(411216-411227 up [302,63,394](302) acting [302,63,394](302)): not rw, up_thru 411226 up_from 411060 last_epoch_clean 411217
generate_past_intervals interval(411216-411227 up [302,63,394](302) acting [302,63,394](302) maybe_went_rw) : primary up 411060-411226 includes interval

2014-08-25 11:03:00.089309 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active]  noting past interval(411216-411227 up [302,63,394](302) acting [302,63,394](302) maybe_went_rw)
2014-08-25 11:03:00.089317 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active]  up [302,63,394] -> [302,394], acting [302,63,394] -> [302,394], acting_primary 302 -> 302, up_primary 302 -> 302, role 2 -> 1
2014-08-25 11:03:00.089328 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive] on_change
2014-08-25 11:03:00.089335 7f258fde2700 15 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:03:00.089342 7f258fde2700 15 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive]  requeue_ops
2014-08-25 11:03:00.089352 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:03:00.089359 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:03:00.089378 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:03:00.089387 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive] on_change
2014-08-25 11:03:00.089398 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:03:00.089406 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:03:00.089414 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:03:00.089421 7f258fde2700 15 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:03:00.089427 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:03:00.089440 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:03:00.089450 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.089461 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:03:00.089669 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:03:00.089694 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.089701 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.089712 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.089721 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.089732 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.089739 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.089747 7f25905e3700  7 osd.394 pg_epoch: 411228 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.089756 7f25905e3700 15 osd.394 pg_epoch: 411228 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:198995
2014-08-25 11:03:00.089763 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.089771 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.089779 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.089789 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.089093 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] null
2014-08-25 11:03:00.089892 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:03:00.089904 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.089914 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:03:00.089927 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:03:00.089937 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:03:00.089947 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.089957 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.089966 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:03:00.089976 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:03:00.089986 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] null
2014-08-25 11:03:00.089996 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:03:00.090006 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:03:00.090016 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.090032 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:03:00.090042 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:03:00.090052 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:03:00.090062 7f2595dee700 10 osd.394 pg_epoch: 411227 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:00.090073 7f2595dee700  7 osd.394 411228 activate_map version 411228
2014-08-25 11:03:00.090081 7f2595dee700 10 osd.394 411228 do_waiters -- start
2014-08-25 11:03:00.090083 7f2595dee700 10 osd.394 411228 do_waiters -- finish
2014-08-25 11:03:00.090084 7f258add8700 20 osd.394 411228 agent_entry empty queue
2014-08-25 11:03:00.090090 7f2595dee700  1 osd.394 411228 ms_handle_reset con 0x50865c0 session 0
2014-08-25 11:03:00.090094 7f2595dee700  1 osd.394 411228 ms_handle_reset con 0x5813860 session 0
2014-08-25 11:03:00.090110 7f2595dee700 10 osd.394 411228 do_waiters -- start
2014-08-25 11:03:00.090111 7f2595dee700 10 osd.394 411228 do_waiters -- finish
2014-08-25 11:03:00.090112 7f2595dee700 20 osd.394 411228 _dispatch 0x276cb00 pg_query(29.3a5 epoch 411228) v3
2014-08-25 11:03:00.090136 7f2595dee700  7 osd.394 411228 handle_pg_query from osd.302 epoch 411228
2014-08-25 11:03:00.090138 7f2595dee700 15 osd.394 411228 require_same_or_newer_map 411228 (i am 411228) 0x276cb00
2014-08-25 11:03:00.090178 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:03:00.090191 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.090196 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.090205 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.090215 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.090223 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] take_waiters
2014-08-25 11:03:00.090230 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.090239 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.090248 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.090264 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:03:00.090279 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.090283 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.090292 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.090301 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.090309 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:03:00.090316 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.090323 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.090332 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.090349 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:03:00.090362 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.090375 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.090384 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.090392 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.090402 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.090409 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.090416 7f25905e3700  7 osd.394 pg_epoch: 411228 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.090424 7f25905e3700 15 osd.394 pg_epoch: 411228 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:200473
2014-08-25 11:03:00.090432 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.090439 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.090446 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.090455 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.090471 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:03:00.090481 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.090484 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.090492 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.090501 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.090509 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:03:00.090516 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.090523 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.090533 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.090547 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:03:00.090560 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.090563 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.090572 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.090581 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.090589 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:03:00.090596 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.090603 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.090612 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.090627 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:03:00.090639 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.090642 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.090651 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.090660 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.090667 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:03:00.090674 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.090682 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.090690 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.090707 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:03:00.090716 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.090720 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.090728 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.090735 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.090744 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.090751 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.090759 7f25905e3700  7 osd.394 pg_epoch: 411228 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.090767 7f25905e3700 15 osd.394 pg_epoch: 411228 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:199658
2014-08-25 11:03:00.090774 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.090781 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.090788 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.090797 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.090811 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:03:00.090820 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.090824 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.090832 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.090839 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.090848 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.090855 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.090862 7f25905e3700  7 osd.394 pg_epoch: 411228 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.090870 7f25905e3700 15 osd.394 pg_epoch: 411228 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:203861
2014-08-25 11:03:00.090877 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.090884 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.090891 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.090900 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.090915 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:03:00.090928 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.090931 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.090940 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.090949 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.090956 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:03:00.090965 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.090973 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.090981 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.090996 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:03:00.091008 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.091011 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.091020 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.091029 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.091036 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:03:00.091043 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.091050 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.091059 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.091074 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] handle_advance_map [309,394]/[309,394] -- 309/309
2014-08-25 11:03:00.091085 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.091088 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.091096 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] acting_up_affected newup [309,394] newacting [309,394]
2014-08-25 11:03:00.091104 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:03:00.091113 7f25905e3700  5 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] exit Started/ReplicaActive/RepNotRecovering 13.809481 34 0.000359
2014-08-25 11:03:00.091127 7f25905e3700  5 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] exit Started/ReplicaActive 13.809507 0 0.000000
2014-08-25 11:03:00.091137 7f25905e3700  5 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] exit Started 14.863387 0 0.000000
2014-08-25 11:03:00.091146 7f25905e3700  5 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] enter Reset
2014-08-25 11:03:00.091154 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411216 pi=195685-411215/15400 crt=0'0 active] set_last_peering_reset 411228
2014-08-25 11:03:00.091162 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411228 pi=195685-411215/15400 crt=0'0 active] state<Reset>: Reset advmap
2014-08-25 11:03:00.091169 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411228 pi=195685-411215/15400 crt=0'0 active] _calc_past_interval_range: already have past intervals back to 411217
2014-08-25 11:03:00.091176 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411228 pi=195685-411215/15400 crt=0'0 active] acting_up_affected newup [309,394] newacting [309,394]
2014-08-25 11:03:00.091184 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411228 pi=195685-411215/15400 crt=0'0 active] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:03:00.091191 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,340,394] r=2 lpr=411228 pi=195685-411215/15400 crt=0'0 active] set_last_peering_reset 411228
2014-08-25 11:03:00.091211 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] start_peering_interval: check_new_interval output: generate_past_intervals interval(411216-411227 up [309,340,394](309) acting [309,340,394](309)): not rw, up_thru 411220 up_from 410718 last_epoch_clean 411217
generate_past_intervals interval(411216-411227 up [309,340,394](309) acting [309,340,394](309) maybe_went_rw) : primary up 410718-411220 includes interval

2014-08-25 11:03:00.091220 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active]  noting past interval(411216-411227 up [309,340,394](309) acting [309,340,394](309) maybe_went_rw)
2014-08-25 11:03:00.091228 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active]  up [309,340,394] -> [309,394], acting [309,340,394] -> [309,394], acting_primary 309 -> 309, up_primary 309 -> 309, role 2 -> 1
2014-08-25 11:03:00.091237 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive] on_change
2014-08-25 11:03:00.091245 7f25905e3700 15 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:03:00.091251 7f25905e3700 15 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive]  requeue_ops
2014-08-25 11:03:00.091260 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:03:00.091267 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:03:00.091280 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:03:00.091287 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive] on_change
2014-08-25 11:03:00.091296 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:03:00.091304 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:03:00.091311 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:03:00.091317 7f25905e3700 15 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:03:00.091323 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:03:00.091330 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:03:00.091338 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.091347 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:03:00.102788 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:03:00.102824 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:03:00.102836 7f258fde2700  5 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] exit Reset 0.013608 1 0.000296
2014-08-25 11:03:00.102848 7f258fde2700  5 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:03:00.102857 7f258fde2700  5 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:03:00.102864 7f258fde2700  1 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:03:00.102876 7f258fde2700  5 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] exit Start 0.000019 0 0.000000
2014-08-25 11:03:00.102886 7f258fde2700  5 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:03:00.102899 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.102997 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.107402 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:03:00.107437 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:03:00.107449 7f25905e3700  5 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] exit Reset 0.016303 1 0.000258
2014-08-25 11:03:00.107462 7f25905e3700  5 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:03:00.107471 7f25905e3700  5 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:03:00.107478 7f25905e3700  1 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:03:00.107489 7f25905e3700  5 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] exit Start 0.000019 0 0.000000
2014-08-25 11:03:00.107499 7f25905e3700  5 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:03:00.107512 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.107521 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.110327 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.110381 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 302
2014-08-25 11:03:00.110429 7f2595dee700 10 osd.394 411228 do_waiters -- start
2014-08-25 11:03:00.110444 7f2595dee700 10 osd.394 411228 do_waiters -- finish
2014-08-25 11:03:00.110524 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:03:00.110550 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.110557 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.110569 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.110581 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.110590 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:03:00.110598 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.110606 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.110616 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.110634 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:03:00.110648 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.110652 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.110662 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.110670 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.110685 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.110693 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.110701 7f258fde2700  7 osd.394 pg_epoch: 411228 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.110710 7f258fde2700 15 osd.394 pg_epoch: 411228 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:198854
2014-08-25 11:03:00.110717 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.110724 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.110732 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.110740 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.110759 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:03:00.110771 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.110774 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.110783 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.110792 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.110799 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:03:00.110807 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.110814 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.110823 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.110838 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:03:00.110849 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.110852 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.110860 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.110868 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.110876 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.110884 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.110891 7f258fde2700  7 osd.394 pg_epoch: 411228 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.110899 7f258fde2700 15 osd.394 pg_epoch: 411228 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:256816
2014-08-25 11:03:00.110906 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.110912 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.110920 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.110928 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.110944 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:03:00.110965 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.110968 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.110976 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.110985 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.110992 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:03:00.110999 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.111006 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.111015 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.111035 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:03:00.111048 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.111052 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.111060 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.111069 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.111076 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:03:00.111083 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.111090 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.111099 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.111117 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:03:00.111128 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.111131 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.111139 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.111148 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.111155 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:03:00.111162 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.111169 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.111181 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.111196 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:03:00.111206 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.111216 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.111239 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.111247 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.111257 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.111264 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.111272 7f258fde2700  7 osd.394 pg_epoch: 411228 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.111284 7f25935e9700 10 osd.394 411228 note_peer_epoch osd.56 has 411227
2014-08-25 11:03:00.111290 7f25935e9700 10 osd.394 411228 send_incremental_map 411227 -> 411228 to 0x57a48e0 192.168.1.111:6836/63870
2014-08-25 11:03:00.111279 7f258fde2700 15 osd.394 pg_epoch: 411228 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:197234
2014-08-25 11:03:00.111328 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.111336 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411228
2014-08-25 11:03:00.111344 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.111353 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.111426 7f25935e9700 10 osd.394 411228 note_peer_epoch osd.56 has 411228
2014-08-25 11:03:00.111723 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:03:00.111744 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.111748 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.111757 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.111765 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.111774 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.111782 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.111789 7f258fde2700  7 osd.394 pg_epoch: 411228 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.111797 7f258fde2700 15 osd.394 pg_epoch: 411228 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:194700
2014-08-25 11:03:00.111804 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.111811 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.111818 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.111827 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.111843 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:03:00.111857 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.111861 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.111868 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.111876 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.111885 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.111892 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.111899 7f258fde2700  7 osd.394 pg_epoch: 411228 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.111907 7f258fde2700 15 osd.394 pg_epoch: 411228 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:200405
2014-08-25 11:03:00.111913 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.111920 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.111927 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.111935 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.111950 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:03:00.111963 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.111967 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.111976 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.111985 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.111992 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:03:00.111999 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.112007 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.112015 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.112030 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:03:00.112042 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.112046 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.112054 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.112062 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.112070 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:03:00.112077 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.112084 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.112093 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.112107 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:03:00.112120 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.112123 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.112131 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.112140 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.112147 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] take_waiters
2014-08-25 11:03:00.112154 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.112162 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.112170 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.112186 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:03:00.112197 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.112200 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.112208 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.112216 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.112224 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:03:00.112231 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.112238 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.112246 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.112263 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:03:00.112275 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.112278 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.112286 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.112294 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.112302 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.112310 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.112317 7f258fde2700  7 osd.394 pg_epoch: 411228 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.112324 7f258fde2700 15 osd.394 pg_epoch: 411228 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:194591
2014-08-25 11:03:00.112331 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.112338 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.112348 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.112356 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.112379 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:03:00.112394 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.112398 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.112406 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.112415 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.112423 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:03:00.112430 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.112437 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.112446 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.112461 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:03:00.112471 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.112474 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.112491 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.112499 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.112508 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.112515 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.112522 7f258fde2700  7 osd.394 pg_epoch: 411228 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.112529 7f258fde2700 15 osd.394 pg_epoch: 411228 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:194437
2014-08-25 11:03:00.112536 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.112543 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411228
2014-08-25 11:03:00.112550 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.112558 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.112574 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:03:00.112587 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.112591 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.112599 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.112607 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.112615 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:03:00.112622 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.112629 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.112638 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.112652 7f258fde2700 10 osd.394 pg_epoch: 411227 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:03:00.112663 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.112666 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.112674 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.112683 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.112690 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] take_waiters
2014-08-25 11:03:00.112697 7f258fde2700 20 osd.394 pg_epoch: 411228 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411228
2014-08-25 11:03:00.112705 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.112713 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.112721 7f258fde2700 10 osd.394 411228 send_incremental_map 411223 -> 411228 to 0x5814e60 192.168.1.113:6808/919040230
2014-08-25 11:03:00.112828 7f258fde2700 10 osd.394 411228 note_peer_epoch osd.302 has 411228
2014-08-25 11:03:00.112833 7f258fde2700  7 osd.394 411228 do_notify osd 302 on 1 PGs
2014-08-25 11:03:00.113850 7f259a211700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:03:00.115513 7f25945eb700 20 osd.394 411228 _share_map_outgoing 0x57a48e0 already has epoch 411228
2014-08-25 11:03:00.115578 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 MQuery from 302 query_epoch 411228 query: query(info 0'0)
2014-08-25 11:03:00.115599 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:03:00.118477 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.118563 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:03:00.118586 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.118594 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.118605 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.118616 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.118624 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:03:00.118632 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.118641 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.118651 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.118671 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:03:00.118687 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.118690 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.118699 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.118709 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.118717 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:03:00.118724 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.118731 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.118743 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.118751 7f25905e3700 10 osd.394 411228 send_incremental_map 411227 -> 411228 to 0x54b1e40 192.168.1.101:6800/1479000798
2014-08-25 11:03:00.118777 7f25905e3700 10 osd.394 411228 note_peer_epoch osd.309 has 411228
2014-08-25 11:03:00.118780 7f25905e3700  7 osd.394 411228 do_notify osd 309 on 1 PGs
2014-08-25 11:03:00.119077 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:03:00.119100 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.119104 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.119114 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.119123 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.119133 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.119140 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.119148 7f25905e3700  7 osd.394 pg_epoch: 411228 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.119157 7f25905e3700 15 osd.394 pg_epoch: 411228 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:193580
2014-08-25 11:03:00.119164 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.119172 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.119179 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.119188 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.119205 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:03:00.119217 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.119221 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.119229 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.119238 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.119245 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:03:00.119252 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.121255 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.121270 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.121296 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:03:00.121315 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.121320 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.121330 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.121341 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.121349 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:03:00.121357 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.121373 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.121383 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.121400 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:03:00.121412 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.121416 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:00.121424 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.121433 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:03:00.121441 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:03:00.121448 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.121456 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.121464 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.121480 7f25905e3700 10 osd.394 pg_epoch: 411227 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:03:00.121492 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:00.121496 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:00.121504 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:00.121512 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:00.121521 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:00.121529 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:00.121536 7f25905e3700  7 osd.394 pg_epoch: 411228 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:00.121545 7f25905e3700 15 osd.394 pg_epoch: 411228 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411228:201104
2014-08-25 11:03:00.121553 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:00.121560 7f25905e3700 20 osd.394 pg_epoch: 411228 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411228
2014-08-25 11:03:00.121567 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 NullEvt
2014-08-25 11:03:00.121576 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.122243 7f259a211700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:03:00.122348 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 FlushedEvt
2014-08-25 11:03:00.122363 7f25905e3700 15 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:03:00.122378 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.127773 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.130731 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 FlushedEvt
2014-08-25 11:03:00.130772 7f258fde2700 15 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:03:00.130785 7f258fde2700 10 log is not dirty
2014-08-25 11:03:00.130792 7f258fde2700 20 osd.394 411228 _share_map_outgoing 0x5814e60 already has epoch 411228
2014-08-25 11:03:00.130795 7f258fde2700  7 osd.394 411228 do_notify osd 302 on 1 PGs
2014-08-25 11:03:00.144627 7f2595dee700 10 osd.394 411228 do_waiters -- start
2014-08-25 11:03:00.144631 7f2595dee700 10 osd.394 411228 do_waiters -- finish
2014-08-25 11:03:00.144633 7f2595dee700 20 osd.394 411228 _dispatch 0x57f6e40 osd_map(411228..411228 src has 194721..411228) v3
2014-08-25 11:03:00.144644 7f2595dee700  3 osd.394 411228 handle_osd_map epochs [411228,411228], i have 411228, src has [194721,411228]
2014-08-25 11:03:00.144647 7f2595dee700 10 osd.394 411228  no new maps here, dropping
2014-08-25 11:03:00.144649 7f2595dee700 10 osd.394 411228 do_waiters -- start
2014-08-25 11:03:00.144650 7f2595dee700 10 osd.394 411228 do_waiters -- finish
2014-08-25 11:03:00.144773 7f2595dee700 10 osd.394 411228 do_waiters -- start
2014-08-25 11:03:00.144776 7f2595dee700 10 osd.394 411228 do_waiters -- finish
2014-08-25 11:03:00.144777 7f2595dee700 20 osd.394 411228 _dispatch 0x2768d20 pg_query(29.3c1 epoch 411228) v3
2014-08-25 11:03:00.144807 7f2595dee700  7 osd.394 411228 handle_pg_query from osd.309 epoch 411228
2014-08-25 11:03:00.144809 7f2595dee700 15 osd.394 411228 require_same_or_newer_map 411228 (i am 411228) 0x2768d20
2014-08-25 11:03:00.144821 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 309
2014-08-25 11:03:00.144873 7f2595dee700 10 osd.394 411228 do_waiters -- start
2014-08-25 11:03:00.144875 7f2595dee700 10 osd.394 411228 do_waiters -- finish
2014-08-25 11:03:00.144875 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411228 epoch_requested: 411228 MQuery from 309 query_epoch 411228 query: query(info 0'0)
2014-08-25 11:03:00.144902 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:03:00.160337 7f25905e3700 10 log is not dirty
2014-08-25 11:03:00.160375 7f25905e3700 20 osd.394 411228 _share_map_outgoing 0x54b1e40 already has epoch 411228
2014-08-25 11:03:00.160381 7f25905e3700  7 osd.394 411228 do_notify osd 309 on 1 PGs
2014-08-25 11:03:00.204510 7f25935e9700 10 osd.394 411228 note_peer_epoch osd.338 has 411227
2014-08-25 11:03:00.204573 7f25935e9700 10 osd.394 411228 send_incremental_map 411227 -> 411228 to 0x52327e0 192.168.1.106:6819/789004320
2014-08-25 11:03:00.204596 7f25935e9700 10 osd.394 411228 note_peer_epoch osd.338 has 411228
2014-08-25 11:03:00.204707 7f25945eb700 20 osd.394 411228 _share_map_outgoing 0x52327e0 already has epoch 411228
2014-08-25 11:03:00.274192 7f25935e9700 20 osd.394 411228 _share_map_outgoing 0x5814e60 already has epoch 411228
2014-08-25 11:03:00.274428 7f25945eb700 20 osd.394 411228 _share_map_outgoing 0x5814e60 already has epoch 411228
2014-08-25 11:03:00.382959 7f25935e9700 10 osd.394 411228 note_peer_epoch osd.379 has 411228
2014-08-25 11:03:00.382969 7f25935e9700 20 osd.394 411228 _share_map_outgoing 0x5813c80 already has epoch 411228
2014-08-25 11:03:00.383031 7f25945eb700 20 osd.394 411228 _share_map_outgoing 0x5813c80 already has epoch 411228
2014-08-25 11:03:00.584665 7f25a0e04700  5 osd.394 411228 tick
2014-08-25 11:03:00.584725 7f25a0e04700 20 osd.394 411228 scrub_should_schedule loadavg 1.3 >= max 0.5 = no, load too high
2014-08-25 11:03:00.584740 7f25a0e04700 20 osd.394 411228 sched_scrub load_is_low=0
2014-08-25 11:03:00.584743 7f25a0e04700 10 osd.394 411228 sched_scrub 32.311 at 2014-08-24 13:48:22.849922: 76477.7 < min (86400 seconds)
2014-08-25 11:03:00.584757 7f25a0e04700 20 osd.394 411228 sched_scrub done
2014-08-25 11:03:00.584760 7f25a0e04700 10 osd.394 411228 do_waiters -- start
2014-08-25 11:03:00.584762 7f25a0e04700 10 osd.394 411228 do_waiters -- finish
2014-08-25 11:03:00.612481 7f25945eb700 20 osd.394 411228 _share_map_outgoing 0x57a48e0 already has epoch 411228
2014-08-25 11:03:00.612558 7f25935e9700 20 osd.394 411228 _share_map_outgoing 0x57a48e0 already has epoch 411228
2014-08-25 11:03:00.755695 7f25935e9700 10 osd.394 411228 note_peer_epoch osd.292 has 411228
2014-08-25 11:03:00.755701 7f25935e9700 20 osd.394 411228 _share_map_outgoing 0x54b5280 already has epoch 411228
2014-08-25 11:03:00.848442 7f25935e9700 10 osd.394 411228 note_peer_epoch osd.368 has 411228
2014-08-25 11:03:00.848449 7f25935e9700 20 osd.394 411228 _share_map_outgoing 0x5acdc20 already has epoch 411228
2014-08-25 11:03:00.848520 7f25945eb700 20 osd.394 411228 _share_map_outgoing 0x5acdc20 already has epoch 411228
2014-08-25 11:03:00.883783 7f25945eb700 20 osd.394 411228 _share_map_outgoing 0x5813c80 already has epoch 411228
2014-08-25 11:03:00.883837 7f25935e9700 20 osd.394 411228 _share_map_outgoing 0x5813c80 already has epoch 411228
2014-08-25 11:03:00.980669 7f25945eb700 10 osd.394 411228 note_peer_epoch osd.371 has 411228
2014-08-25 11:03:00.980676 7f25945eb700 20 osd.394 411228 _share_map_outgoing 0x5777bc0 already has epoch 411228
2014-08-25 11:03:00.980759 7f25935e9700 20 osd.394 411228 _share_map_outgoing 0x5777bc0 already has epoch 411228
2014-08-25 11:03:00.998402 7f25935e9700 10 osd.394 411228 note_peer_epoch osd.366 has 411228
2014-08-25 11:03:00.998408 7f25935e9700 20 osd.394 411228 _share_map_outgoing 0x5770f20 already has epoch 411228
2014-08-25 11:03:00.998432 7f25945eb700 20 osd.394 411228 _share_map_outgoing 0x5770f20 already has epoch 411228
2014-08-25 11:03:01.043938 7f25945eb700 10 osd.394 411228 note_peer_epoch osd.333 has 411228
2014-08-25 11:03:01.043945 7f25945eb700 20 osd.394 411228 _share_map_outgoing 0x5773440 already has epoch 411228
2014-08-25 11:03:01.044117 7f25935e9700 20 osd.394 411228 _share_map_outgoing 0x5773440 already has epoch 411228
2014-08-25 11:03:01.055020 7f2595dee700 10 osd.394 411228 do_waiters -- start
2014-08-25 11:03:01.055023 7f2595dee700 10 osd.394 411228 do_waiters -- finish
2014-08-25 11:03:01.055025 7f2595dee700 20 osd.394 411228 _dispatch 0x582bf00 osd_map(411229..411229 src has 194721..411229) v3
2014-08-25 11:03:01.055082 7f2595dee700  3 osd.394 411228 handle_osd_map epochs [411229,411229], i have 411228, src has [194721,411229]
2014-08-25 11:03:01.055089 7f2595dee700 10 osd.394 411228 handle_osd_map  got inc map for epoch 411229
2014-08-25 11:03:01.058687 7f2595dee700 10 osd.394 411228  advance to epoch 411229 (<= newest 411229)
2014-08-25 11:03:01.058850 7f2595dee700  7 osd.394 411229 advance_map epoch 411229  39 pgs
2014-08-25 11:03:01.058885 7f2595dee700 10 osd.394 411229 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411229 [194721,411229] lci=[411216,411229])
2014-08-25 11:03:01.058973 7f2595dee700  0 osd.394 411229 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:03:01.058979 7f2595dee700  7 osd.394 411229 consume_map version 411229
2014-08-25 11:03:01.059004 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] null
2014-08-25 11:03:01.059028 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:03:01.059043 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.059065 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:03:01.059076 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.059086 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:03:01.059095 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:03:01.059105 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:03:01.059115 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.059162 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.059172 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.059182 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:03:01.059232 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] handle_advance_map [302,394]/[302,394] -- 302/302
2014-08-25 11:03:01.059261 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.059268 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:03:01.059281 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.059292 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:03:01.066381 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:03:01.066419 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] null
2014-08-25 11:03:01.066431 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:03:01.066442 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.066453 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:03:01.066464 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.066474 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:03:01.066485 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] null
2014-08-25 11:03:01.066495 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.066505 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] null
2014-08-25 11:03:01.066516 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:03:01.066527 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.066537 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:03:01.066547 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:03:01.066557 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:03:01.066568 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.066577 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.066587 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:03:01.066597 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:03:01.066608 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] null
2014-08-25 11:03:01.066638 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:03:01.066648 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:03:01.066658 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.066668 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:03:01.066677 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:03:01.066688 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:03:01.066697 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:01.066709 7f2595dee700  7 osd.394 411229 activate_map version 411229
2014-08-25 11:03:01.066724 7f258add8700 20 osd.394 411229 agent_entry empty queue
2014-08-25 11:03:01.066732 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.066734 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.066742 7f2595dee700  1 osd.394 411229 ms_handle_reset con 0x54b5280 session 0
2014-08-25 11:03:01.066746 7f2595dee700  1 osd.394 411229 ms_handle_reset con 0x57774e0 session 0
2014-08-25 11:03:01.066764 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.066765 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.066767 7f2595dee700 20 osd.394 411229 _dispatch 0x273d400 pg_log(29.3a5 epoch 411229 log log((0'0,0'0], crt=0'0) query_epoch 411229) v4
2014-08-25 11:03:01.066799 7f2595dee700  7 osd.394 411229 handle_pg_log pg_log(29.3a5 epoch 411229 log log((0'0,0'0], crt=0'0) query_epoch 411229) v4 from osd.302
2014-08-25 11:03:01.066803 7f2595dee700 15 osd.394 411229 require_same_or_newer_map 411229 (i am 411229) 0x273d400
2014-08-25 11:03:01.070301 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:03:01.070330 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411228 while current is 411229
2014-08-25 11:03:01.070340 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.070352 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.070389 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.070391 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.070407 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.070409 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.070410 7f2595dee700 20 osd.394 411229 _dispatch 0x7650480 osd_map(411229..411229 src has 194721..411229) v3
2014-08-25 11:03:01.070416 7f2595dee700  3 osd.394 411229 handle_osd_map epochs [411229,411229], i have 411229, src has [194721,411229]
2014-08-25 11:03:01.070419 7f2595dee700 10 osd.394 411229  no new maps here, dropping
2014-08-25 11:03:01.070421 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.070422 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.070434 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.070435 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.070436 7f2595dee700 20 osd.394 411229 _dispatch 0x27694a0 pg_query(32.e7 epoch 411229) v3
2014-08-25 11:03:01.070457 7f2595dee700  7 osd.394 411229 handle_pg_query from osd.366 epoch 411229
2014-08-25 11:03:01.070459 7f2595dee700 15 osd.394 411229 require_same_or_newer_map 411229 (i am 411229) 0x27694a0
2014-08-25 11:03:01.070468 7f2595dee700 10 osd.394 pg_epoch: 411228 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_query query(info 0'0) from replica 366
2014-08-25 11:03:01.070490 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.070492 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.070518 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:03:01.070537 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.070543 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.070553 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.070563 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.070571 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:03:01.070579 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.070587 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.070596 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.070613 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:03:01.070626 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.070630 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.070639 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.070647 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.070658 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.070665 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.070673 7f258fde2700  7 osd.394 pg_epoch: 411229 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.070682 7f258fde2700 15 osd.394 pg_epoch: 411229 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:198855
2014-08-25 11:03:01.070690 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.070707 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.070714 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.070723 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.070741 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:03:01.070753 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.070756 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.070765 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.070774 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.070781 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:03:01.070788 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.070826 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.070847 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.070863 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:03:01.070874 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.070877 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.070885 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.070893 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.070901 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.070909 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.070916 7f258fde2700  7 osd.394 pg_epoch: 411229 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.070924 7f258fde2700 15 osd.394 pg_epoch: 411229 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:256817
2014-08-25 11:03:01.070931 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.070938 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.070945 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.070954 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.070969 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:03:01.070980 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.070984 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.070992 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.071001 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.071008 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:03:01.071016 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.071024 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.071032 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.071052 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:03:01.071065 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.071069 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.071077 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.071086 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.071094 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:03:01.071101 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.071108 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.071117 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.071134 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:03:01.071146 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.071149 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.071157 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.071166 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.071173 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:03:01.071180 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.071188 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.071197 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.071212 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:03:01.071223 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.071226 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.071234 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.071242 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.071250 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.071268 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.071275 7f258fde2700  7 osd.394 pg_epoch: 411229 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.071283 7f258fde2700 15 osd.394 pg_epoch: 411229 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:197235
2014-08-25 11:03:01.071290 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.071297 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411229
2014-08-25 11:03:01.071304 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.071312 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.071332 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:03:01.071342 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.071345 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.071353 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.071361 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.071376 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.071383 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.071391 7f258fde2700  7 osd.394 pg_epoch: 411229 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.071398 7f258fde2700 15 osd.394 pg_epoch: 411229 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:194701
2014-08-25 11:03:01.071405 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.071412 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.071419 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.071427 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.071442 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:03:01.071455 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.071458 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.071466 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.071475 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.071484 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.071491 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.071498 7f258fde2700  7 osd.394 pg_epoch: 411229 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.071506 7f258fde2700 15 osd.394 pg_epoch: 411229 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:200406
2014-08-25 11:03:01.071513 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.071520 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.071527 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.071541 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.071549 7f258fde2700 10 osd.394 411229 send_incremental_map 411228 -> 411229 to 0x5814e60 192.168.1.113:6808/919040230
2014-08-25 11:03:01.071575 7f258fde2700 10 osd.394 411229 note_peer_epoch osd.302 has 411229
2014-08-25 11:03:01.071578 7f258fde2700  7 osd.394 411229 do_notify osd 302 on 1 PGs
2014-08-25 11:03:01.071621 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:03:01.071639 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.071643 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.071664 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.071674 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.071681 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:03:01.071689 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.071696 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.071705 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.071723 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] handle_advance_map [309,394]/[309,394] -- 309/309
2014-08-25 11:03:01.071748 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.071753 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:03:01.071763 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.071774 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:03:01.076282 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:03:01.076324 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.076332 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.076345 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.076358 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.076372 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:03:01.076380 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.076389 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.076400 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.076424 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] handle_advance_map [318,394]/[318,394] -- 318/318
2014-08-25 11:03:01.076437 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.076441 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.076449 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] acting_up_affected newup [318,394] newacting [318,394]
2014-08-25 11:03:01.076457 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:03:01.076467 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] exit Started/ReplicaActive/RepNotRecovering 14.744138 37 0.000386
2014-08-25 11:03:01.076480 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] exit Started/ReplicaActive 14.744161 0 0.000000
2014-08-25 11:03:01.076491 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] exit Started 15.905413 0 0.000000
2014-08-25 11:03:01.076741 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] enter Reset
2014-08-25 11:03:01.076752 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411216 pi=195685-411215/14698 crt=0'0 active] set_last_peering_reset 411229
2014-08-25 11:03:01.076762 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411229 pi=195685-411215/14698 crt=0'0 active] state<Reset>: Reset advmap
2014-08-25 11:03:01.076769 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411229 pi=195685-411215/14698 crt=0'0 active] _calc_past_interval_range: already have past intervals back to 411217
2014-08-25 11:03:01.076777 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411229 pi=195685-411215/14698 crt=0'0 active] acting_up_affected newup [318,394] newacting [318,394]
2014-08-25 11:03:01.076784 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411229 pi=195685-411215/14698 crt=0'0 active] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:03:01.076792 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [292,318,394] r=2 lpr=411229 pi=195685-411215/14698 crt=0'0 active] set_last_peering_reset 411229
2014-08-25 11:03:01.076813 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 active] start_peering_interval: check_new_interval output: generate_past_intervals interval(411216-411228 up [292,318,394](292) acting [292,318,394](292)): not rw, up_thru 411224 up_from 411193 last_epoch_clean 411217
generate_past_intervals interval(411216-411228 up [292,318,394](292) acting [292,318,394](292) maybe_went_rw) : primary up 411193-411224 includes interval

2014-08-25 11:03:01.076828 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411193) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 active]  noting past interval(411216-411228 up [292,318,394](292) acting [292,318,394](292) maybe_went_rw)
2014-08-25 11:03:01.076836 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 active]  up [292,318,394] -> [318,394], acting [292,318,394] -> [318,394], acting_primary 292 -> 318, up_primary 292 -> 318, role 2 -> 1
2014-08-25 11:03:01.076846 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive] on_change
2014-08-25 11:03:01.076854 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:03:01.076861 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive]  requeue_ops
2014-08-25 11:03:01.076870 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:03:01.076883 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:03:01.076890 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:03:01.076897 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive] on_change
2014-08-25 11:03:01.076907 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:03:01.076914 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:03:01.076922 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:03:01.076928 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:03:01.076935 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:03:01.076941 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:03:01.076949 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.076959 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:03:01.106707 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:03:01.106739 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:03:01.106750 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] exit Reset 0.030009 1 0.000516
2014-08-25 11:03:01.106761 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:03:01.106769 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:03:01.106776 7f25905e3700  1 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:03:01.106786 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] exit Start 0.000017 0 0.000000
2014-08-25 11:03:01.106795 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:03:01.106806 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.106816 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.110534 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.110538 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.110548 7f2595dee700 20 osd.394 411229 _dispatch 0x57f06c0 osd_map(411229..411229 src has 194721..411229) v3
2014-08-25 11:03:01.110556 7f2595dee700  3 osd.394 411229 handle_osd_map epochs [411229,411229], i have 411229, src has [194721,411229]
2014-08-25 11:03:01.110559 7f2595dee700 10 osd.394 411229  no new maps here, dropping
2014-08-25 11:03:01.110561 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.110562 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.110579 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.110580 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.110581 7f2595dee700 20 osd.394 411229 _dispatch 0x273bc00 pg_log(29.3c1 epoch 411229 log log((0'0,0'0], crt=0'0) query_epoch 411229) v4
2014-08-25 11:03:01.110627 7f2595dee700  7 osd.394 411229 handle_pg_log pg_log(29.3c1 epoch 411229 log log((0'0,0'0], crt=0'0) query_epoch 411229) v4 from osd.309
2014-08-25 11:03:01.110631 7f2595dee700 15 osd.394 411229 require_same_or_newer_map 411229 (i am 411229) 0x273bc00
2014-08-25 11:03:01.121504 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:03:01.121662 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411228 while current is 411229
2014-08-25 11:03:01.121748 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.121831 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.121937 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.121940 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.122069 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:03:01.122157 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.122227 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.122306 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.122391 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.122468 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:03:01.122542 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.122619 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.122696 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.122777 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:03:01.122867 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.122936 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.123012 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.123109 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.123187 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:03:01.123261 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.123336 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.123421 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.123488 7f258fde2700 10 osd.394 411229 send_incremental_map 411228 -> 411229 to 0x54b1e40 192.168.1.101:6800/1479000798
2014-08-25 11:03:01.124268 7f258fde2700 10 osd.394 411229 note_peer_epoch osd.309 has 411229
2014-08-25 11:03:01.129622 7f258fde2700  7 osd.394 411229 do_notify osd 309 on 1 PGs
2014-08-25 11:03:01.129952 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:03:01.133334 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.133419 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.139148 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.139246 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.139330 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.139418 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.139538 7f258fde2700  7 osd.394 pg_epoch: 411229 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.139620 7f258fde2700 15 osd.394 pg_epoch: 411229 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:193581
2014-08-25 11:03:01.139714 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.139936 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.140040 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.140122 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.140215 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:03:01.140299 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.140376 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.140456 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.140534 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.140610 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:03:01.140683 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.140760 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.140838 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.140922 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:03:01.141011 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.141080 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.141155 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.141232 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.141307 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:03:01.141388 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.141476 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.141554 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.141633 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:03:01.141713 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.141780 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.141856 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.141941 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.142017 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:03:01.142093 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.142169 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.142248 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.142328 7f258fde2700 10 osd.394 pg_epoch: 411228 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:03:01.142429 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.142492 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.142562 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.142630 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.142701 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.142781 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.142851 7f258fde2700  7 osd.394 pg_epoch: 411229 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.142921 7f258fde2700 15 osd.394 pg_epoch: 411229 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:201105
2014-08-25 11:03:01.142989 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.143055 7f258fde2700 20 osd.394 pg_epoch: 411229 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.143125 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.143197 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.143269 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 MLogRec from 302
2014-08-25 11:03:01.143345 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.302 29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) log((0'0,0'0], crt=0'0)
2014-08-25 11:03:01.143425 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.302 into log((0'0,0'0], crt=0'0)
2014-08-25 11:03:01.143485 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:03:01.143546 7f258fde2700  5 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] exit Started/Stray 1.040660 7 0.036672
2014-08-25 11:03:01.143620 7f258fde2700  5 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:03:01.143693 7f258fde2700  5 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:03:01.143773 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:03:01.143843 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:03:01.143909 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:03:01.149297 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.149300 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.149302 7f2595dee700 20 osd.394 411229 _dispatch 0x26fe0c0 osd_map(411197..411229 src has 194721..411229) v3
2014-08-25 11:03:01.149312 7f2595dee700  3 osd.394 411229 handle_osd_map epochs [411197,411229], i have 411229, src has [194721,411229]
2014-08-25 11:03:01.149316 7f2595dee700 10 osd.394 411229  no new maps here, dropping
2014-08-25 11:03:01.149318 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.149319 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.149339 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.149341 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.149342 7f2595dee700 20 osd.394 411229 _dispatch 0x276c740 pg_query(29.1e2 epoch 411229) v3
2014-08-25 11:03:01.149374 7f2595dee700  7 osd.394 411229 handle_pg_query from osd.318 epoch 411229
2014-08-25 11:03:01.149377 7f2595dee700 15 osd.394 411229 require_same_or_newer_map 411229 (i am 411229) 0x276c740
2014-08-25 11:03:01.152253 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.161589 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 318
2014-08-25 11:03:01.161664 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.161666 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.161863 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:03:01.161949 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.162015 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.162090 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.162164 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.162255 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:03:01.162326 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.162406 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.162483 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.162565 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:03:01.162666 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.162731 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.162803 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.162873 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.162945 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.163015 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.163084 7f25905e3700  7 osd.394 pg_epoch: 411229 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.163155 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:194592
2014-08-25 11:03:01.163222 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.163290 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.163359 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.163467 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.163549 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:03:01.163628 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.163689 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.163758 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.163829 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.163908 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:03:01.163976 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.164045 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.164115 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.164190 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:03:01.164264 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.164324 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.164407 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.164476 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.164552 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.164625 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.164699 7f25905e3700  7 osd.394 pg_epoch: 411229 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.164775 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:194438
2014-08-25 11:03:01.164848 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.164917 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411229
2014-08-25 11:03:01.164987 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.165058 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.165136 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:03:01.165230 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.165293 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.165363 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.165648 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.165822 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:03:01.165996 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.166176 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.166350 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.166538 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:03:01.166724 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.166889 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.167066 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.167218 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.167295 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] take_waiters
2014-08-25 11:03:01.167373 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411229
2014-08-25 11:03:01.167454 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.167531 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.167609 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:03:01.167701 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.167773 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.167848 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.167933 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.167962 7f259a211700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:03:01.168064 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.168135 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.168210 7f25905e3700  7 osd.394 pg_epoch: 411229 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.168286 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:198996
2014-08-25 11:03:01.168355 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.168431 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.168507 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.168584 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.168663 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] handle_advance_map [366,394]/[366,394] -- 366/366
2014-08-25 11:03:01.168744 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.168809 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.168880 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] acting_up_affected newup [366,394] newacting [366,394]
2014-08-25 11:03:01.168964 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:03:01.169039 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] exit Started/ReplicaActive/RepNotRecovering 14.855796 37 0.000381
2014-08-25 11:03:01.169116 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] exit Started/ReplicaActive 14.855885 0 0.000000
2014-08-25 11:03:01.169206 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] exit Started 15.920757 0 0.000000
2014-08-25 11:03:01.169282 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] enter Reset
2014-08-25 11:03:01.169354 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411216 pi=411005-411215/18 crt=0'0 active] set_last_peering_reset 411229
2014-08-25 11:03:01.169433 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411229 pi=411005-411215/18 crt=0'0 active] state<Reset>: Reset advmap
2014-08-25 11:03:01.169508 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411229 pi=411005-411215/18 crt=0'0 active] _calc_past_interval_range: already have past intervals back to 411217
2014-08-25 11:03:01.169583 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411229 pi=411005-411215/18 crt=0'0 active] acting_up_affected newup [366,394] newacting [366,394]
2014-08-25 11:03:01.169656 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411229 pi=411005-411215/18 crt=0'0 active] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:03:01.169731 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394,374] r=1 lpr=411229 pi=411005-411215/18 crt=0'0 active] set_last_peering_reset 411229
2014-08-25 11:03:01.169814 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] start_peering_interval: check_new_interval output: generate_past_intervals interval(411216-411228 up [366,394,374](366) acting [366,394,374](366)): not rw, up_thru 411224 up_from 411162 last_epoch_clean 411217
generate_past_intervals interval(411216-411228 up [366,394,374](366) acting [366,394,374](366) maybe_went_rw) : primary up 411162-411224 includes interval

2014-08-25 11:03:01.169892 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active]  noting past interval(411216-411228 up [366,394,374](366) acting [366,394,374](366) maybe_went_rw)
2014-08-25 11:03:01.169968 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active]  up [366,394,374] -> [366,394], acting [366,394,374] -> [366,394], acting_primary 366 -> 366, up_primary 366 -> 366, role 1 -> 1
2014-08-25 11:03:01.170054 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive] on_change
2014-08-25 11:03:01.170126 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:03:01.170194 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive]  requeue_ops
2014-08-25 11:03:01.170264 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:03:01.170331 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:03:01.170411 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:03:01.170480 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive] on_change
2014-08-25 11:03:01.170551 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:03:01.170619 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:03:01.170686 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:03:01.170752 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:03:01.170828 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.170901 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:03:01.170993 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:03:01.171063 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:03:01.171132 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] exit Reset 0.001849 1 0.002090
2014-08-25 11:03:01.171216 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:03:01.171286 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:03:01.171351 7f25905e3700  1 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:03:01.171426 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] exit Start 0.000140 0 0.000000
2014-08-25 11:03:01.171497 7f25905e3700  5 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:03:01.171568 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.171637 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.171747 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.160370 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.172253 7f259a211700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:03:01.172414 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:03:01.175502 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.178238 7f259a211700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 inactive] _activate_committed 411229 telling primary
2014-08-25 11:03:01.178275 7f259a211700 20 osd.394 411229 _share_map_outgoing 0x5814e60 already has epoch 411229
2014-08-25 11:03:01.178300 7f259a211700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] flushed
2014-08-25 11:03:01.180100 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.180103 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.180105 7f2595dee700 20 osd.394 411229 _dispatch 0x528c0c0 pg_info(1 pgs e411229:29.3a5) v4
2014-08-25 11:03:01.180130 7f2595dee700  7 osd.394 411229 handle_pg_info pg_info(1 pgs e411229:29.3a5) v4 from osd.302
2014-08-25 11:03:01.180133 7f2595dee700 15 osd.394 411229 require_same_or_newer_map 411229 (i am 411229) 0x528c0c0
2014-08-25 11:03:01.180163 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.180165 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.176024 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.180723 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.175931 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 MLogRec from 309
2014-08-25 11:03:01.180874 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.309 29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) log((0'0,0'0], crt=0'0)
2014-08-25 11:03:01.180979 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.309 into log((0'0,0'0], crt=0'0)
2014-08-25 11:03:01.180903 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.181119 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:03:01.181138 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:03:01.181377 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.181379 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.181380 7f2595dee700 20 osd.394 411229 _dispatch 0x609b2c0 pg_info(1 pgs e411229:29.3a5) v4
2014-08-25 11:03:01.181403 7f2595dee700  7 osd.394 411229 handle_pg_info pg_info(1 pgs e411229:29.3a5) v4 from osd.302
2014-08-25 11:03:01.181405 7f2595dee700 15 osd.394 411229 require_same_or_newer_map 411229 (i am 411229) 0x609b2c0
2014-08-25 11:03:01.181429 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.181430 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.181784 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.181266 7f258fde2700  5 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] exit Started/Stray 1.073766 7 0.081515
2014-08-25 11:03:01.181937 7f258fde2700  5 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:03:01.181953 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.182085 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.182195 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:03:01.182097 7f258fde2700  5 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:03:01.182353 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:03:01.182444 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:03:01.182539 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:03:01.182469 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.182683 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.184486 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.184568 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.184645 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.184719 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.184804 7f25905e3700  7 osd.394 pg_epoch: 411229 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.184882 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:200474
2014-08-25 11:03:01.184958 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.185031 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.185106 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.185181 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.185266 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:03:01.185375 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.185445 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.185522 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.185600 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.185673 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:03:01.185765 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.185867 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.185946 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.186029 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:03:01.186118 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.186188 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.186263 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.186340 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.186419 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:03:01.186494 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.186570 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.186647 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.186730 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:03:01.186827 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.186896 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.186972 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.187055 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.187134 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:03:01.187212 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.187289 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.187376 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.187458 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:03:01.187544 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.187613 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.187693 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.187770 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.187847 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.187922 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.187995 7f25905e3700  7 osd.394 pg_epoch: 411229 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.188069 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:199659
2014-08-25 11:03:01.188152 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.188227 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.188306 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.188398 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.188482 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:03:01.188564 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.188631 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:01.188707 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:01.188786 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.188866 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:01.188941 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:01.189015 7f25905e3700  7 osd.394 pg_epoch: 411229 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:01.189090 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411229:203862
2014-08-25 11:03:01.189162 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:01.189235 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.189309 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.189396 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.189476 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:03:01.189586 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.189656 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.189731 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.189808 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.189883 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:03:01.189956 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.190044 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.190122 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.190204 7f25905e3700 10 osd.394 pg_epoch: 411228 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:03:01.190290 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:01.190359 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:01.190442 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:01.190519 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:03:01.190594 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:03:01.190668 7f25905e3700 20 osd.394 pg_epoch: 411229 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411229
2014-08-25 11:03:01.190743 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 NullEvt
2014-08-25 11:03:01.190822 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.191630 7f25905e3700 20 osd.394 411229 _share_map_outgoing 0x5812520 don't know epoch, doing nothing
2014-08-25 11:03:01.191698 7f25905e3700  7 osd.394 411229 do_notify osd 318 on 1 PGs
2014-08-25 11:03:01.202712 7f25905e3700 10 osd.394 411229 send_incremental_map 411228 -> 411229 to 0x5770f20 192.168.1.108:6814/1562022491
2014-08-25 11:03:01.203009 7f25905e3700 10 osd.394 411229 note_peer_epoch osd.366 has 411229
2014-08-25 11:03:01.203082 7f25905e3700  7 osd.394 411229 do_notify osd 366 on 1 PGs
2014-08-25 11:03:01.203273 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 MQuery from 366 query_epoch 411229 query: query(info 0'0)
2014-08-25 11:03:01.203426 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:03:01.203531 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.203606 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 MQuery from 318 query_epoch 411229 query: query(info 0'0)
2014-08-25 11:03:01.203687 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:03:01.219997 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.226642 7f25945eb700 10 osd.394 411229 note_peer_epoch osd.317 has 411229
2014-08-25 11:03:01.226648 7f25945eb700 20 osd.394 411229 _share_map_outgoing 0x5773020 already has epoch 411229
2014-08-25 11:03:01.227435 7f25935e9700 20 osd.394 411229 _share_map_outgoing 0x5773020 already has epoch 411229
2014-08-25 11:03:01.230547 7f259a211700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 inactive] _activate_committed 411229 telling primary
2014-08-25 11:03:01.230584 7f259a211700 20 osd.394 411229 _share_map_outgoing 0x54b1e40 already has epoch 411229
2014-08-25 11:03:01.230606 7f259a211700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] flushed
2014-08-25 11:03:01.230787 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 FlushedEvt
2014-08-25 11:03:01.230807 7f258fde2700 15 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active]  requeue_ops
2014-08-25 11:03:01.230818 7f258fde2700 10 log is not dirty
2014-08-25 11:03:01.233311 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.233330 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 FlushedEvt
2014-08-25 11:03:01.233351 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:03:01.233360 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.233370 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 FlushedEvt
2014-08-25 11:03:01.233381 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:03:01.233389 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.233395 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 FlushedEvt
2014-08-25 11:03:01.233407 7f25905e3700 15 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active]  requeue_ops
2014-08-25 11:03:01.233434 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.233440 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 MInfoRec from 302 info: 29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411217 411228/411228/411060)
2014-08-25 11:03:01.233479 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.233566 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411217 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 MInfoRec from 302 info: 29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060)
2014-08-25 11:03:01.233599 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.233622 7f25905e3700 20 osd.394 411229 _share_map_outgoing 0x5812520 don't know epoch, doing nothing
2014-08-25 11:03:01.233626 7f25905e3700  7 osd.394 411229 do_notify osd 318 on 1 PGs
2014-08-25 11:03:01.233647 7f25905e3700 20 osd.394 411229 _share_map_outgoing 0x5770f20 already has epoch 411229
2014-08-25 11:03:01.233649 7f25905e3700  7 osd.394 411229 do_notify osd 366 on 1 PGs
2014-08-25 11:03:01.250408 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.250412 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.250413 7f2595dee700 20 osd.394 411229 _dispatch 0x528bf00 pg_info(1 pgs e411229:29.3c1) v4
2014-08-25 11:03:01.250440 7f2595dee700  7 osd.394 411229 handle_pg_info pg_info(1 pgs e411229:29.3c1) v4 from osd.309
2014-08-25 11:03:01.250444 7f2595dee700 15 osd.394 411229 require_same_or_newer_map 411229 (i am 411229) 0x528bf00
2014-08-25 11:03:01.250480 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.250481 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.250511 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.250512 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.250513 7f2595dee700 20 osd.394 411229 _dispatch 0x513b640 pg_info(1 pgs e411229:29.3c1) v4
2014-08-25 11:03:01.250541 7f2595dee700  7 osd.394 411229 handle_pg_info pg_info(1 pgs e411229:29.3c1) v4 from osd.309
2014-08-25 11:03:01.250544 7f2595dee700 15 osd.394 411229 require_same_or_newer_map 411229 (i am 411229) 0x513b640
2014-08-25 11:03:01.250568 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.250579 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.250780 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411217/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 MInfoRec from 309 info: 29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411229/411217 411228/411228/410718)
2014-08-25 11:03:01.250831 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.250854 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411229/411217 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] handle_peering_event: epoch_sent: 411229 epoch_requested: 411229 MInfoRec from 309 info: 29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/410718)
2014-08-25 11:03:01.250885 7f25905e3700 10 log is not dirty
2014-08-25 11:03:01.274528 7f25935e9700 10 osd.394 411229 note_peer_epoch osd.293 has 411229
2014-08-25 11:03:01.274535 7f25935e9700 20 osd.394 411229 _share_map_outgoing 0x5082d60 already has epoch 411229
2014-08-25 11:03:01.275200 7f25945eb700 20 osd.394 411229 _share_map_outgoing 0x5082d60 already has epoch 411229
2014-08-25 11:03:01.342715 7f257a7e2700 10 osd.394 411229  new session 0x33a2140 con=0x6bab440 addr=192.168.1.102:6829/1152014670
2014-08-25 11:03:01.342770 7f257a7e2700 10 osd.394 411229  session 0x33a2140 osd.374 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:03:01.360263 7f25945eb700 10 osd.394 411229 note_peer_epoch osd.395 has 411229
2014-08-25 11:03:01.360269 7f25945eb700 20 osd.394 411229 _share_map_outgoing 0x54dbf40 already has epoch 411229
2014-08-25 11:03:01.360310 7f25935e9700 20 osd.394 411229 _share_map_outgoing 0x54dbf40 already has epoch 411229
2014-08-25 11:03:01.483066 7f25945eb700 10 osd.394 411229 note_peer_epoch osd.371 has 411229
2014-08-25 11:03:01.483076 7f25945eb700 20 osd.394 411229 _share_map_outgoing 0x5777bc0 already has epoch 411229
2014-08-25 11:03:01.483113 7f25935e9700 20 osd.394 411229 _share_map_outgoing 0x5777bc0 already has epoch 411229
2014-08-25 11:03:01.528875 7f257a6e1700 10 osd.394 411229  new session 0x33a2220 con=0x6bab5a0 addr=192.168.1.113:6812/1647045026
2014-08-25 11:03:01.528913 7f257a6e1700 10 osd.394 411229  session 0x33a2220 osd.292 has caps osdcap[grant(*)] 'allow *'
2014-08-25 11:03:01.543519 7f25935e9700 10 osd.394 411229 note_peer_epoch osd.333 has 411229
2014-08-25 11:03:01.543528 7f25935e9700 20 osd.394 411229 _share_map_outgoing 0x5773440 already has epoch 411229
2014-08-25 11:03:01.543561 7f25945eb700 20 osd.394 411229 _share_map_outgoing 0x5773440 already has epoch 411229
2014-08-25 11:03:01.584858 7f25a0e04700  5 osd.394 411229 tick
2014-08-25 11:03:01.584879 7f25a0e04700  7 osd.394 411229 do_mon_report
2014-08-25 11:03:01.584883 7f25a0e04700 10 osd.394 411229 send_alive up_thru currently 411221 want 411221
2014-08-25 11:03:01.584886 7f25a0e04700 20 osd.394 411229 send_pg_stats
2014-08-25 11:03:01.584891 7f25a0e04700 10 osd.394 411229 send_pg_stats - 13 pgs updated
2014-08-25 11:03:01.584951 7f25a0e04700 20 osd.394 411229 scrub_random_backoff lost coin flip, randomly backing off
2014-08-25 11:03:01.584954 7f25a0e04700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:01.584956 7f25a0e04700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:01.690322 7f25945eb700 10 osd.394 411229 note_peer_epoch osd.285 has 411229
2014-08-25 11:03:01.690329 7f25945eb700 20 osd.394 411229 _share_map_outgoing 0x54dc200 already has epoch 411229
2014-08-25 11:03:01.690514 7f25935e9700 20 osd.394 411229 _share_map_outgoing 0x54dc200 already has epoch 411229
2014-08-25 11:03:01.742513 7f25945eb700 10 osd.394 411229 note_peer_epoch osd.29 has 411229
2014-08-25 11:03:01.742521 7f25945eb700 20 osd.394 411229 _share_map_outgoing 0x5211ce0 already has epoch 411229
2014-08-25 11:03:01.949937 7f25935e9700 10 osd.394 411229 note_peer_epoch osd.368 has 411229
2014-08-25 11:03:01.949953 7f25935e9700 20 osd.394 411229 _share_map_outgoing 0x5acdc20 already has epoch 411229
2014-08-25 11:03:01.949976 7f25945eb700 20 osd.394 411229 _share_map_outgoing 0x5acdc20 already has epoch 411229
2014-08-25 11:03:01.959772 7f25935e9700 10 osd.394 411229 note_peer_epoch osd.65 has 411229
2014-08-25 11:03:01.959781 7f25935e9700 20 osd.394 411229 _share_map_outgoing 0x54da680 already has epoch 411229
2014-08-25 11:03:01.984962 7f25945eb700 10 osd.394 411229 note_peer_epoch osd.379 has 411229
2014-08-25 11:03:01.984967 7f25945eb700 20 osd.394 411229 _share_map_outgoing 0x5813c80 already has epoch 411229
2014-08-25 11:03:01.985166 7f25935e9700 20 osd.394 411229 _share_map_outgoing 0x5813c80 already has epoch 411229
2014-08-25 11:03:01.985425 7f25935e9700 20 osd.394 411229 _share_map_outgoing 0x5777bc0 already has epoch 411229
2014-08-25 11:03:01.985499 7f25945eb700 20 osd.394 411229 _share_map_outgoing 0x5777bc0 already has epoch 411229
2014-08-25 11:03:02.046425 7f2595dee700 10 osd.394 411229 do_waiters -- start
2014-08-25 11:03:02.046429 7f2595dee700 10 osd.394 411229 do_waiters -- finish
2014-08-25 11:03:02.046431 7f2595dee700 20 osd.394 411229 _dispatch 0x57f5100 osd_map(411230..411230 src has 194721..411230) v3
2014-08-25 11:03:02.046501 7f2595dee700  3 osd.394 411229 handle_osd_map epochs [411230,411230], i have 411229, src has [194721,411230]
2014-08-25 11:03:02.046507 7f2595dee700 10 osd.394 411229 handle_osd_map  got inc map for epoch 411230
2014-08-25 11:03:02.049123 7f2595dee700 10 osd.394 411229  advance to epoch 411230 (<= newest 411230)
2014-08-25 11:03:02.049176 7f2595dee700  7 osd.394 411230 advance_map epoch 411230  39 pgs
2014-08-25 11:03:02.049196 7f2595dee700 10 osd.394 411230 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411230 [194721,411230] lci=[411216,411230])
2014-08-25 11:03:02.049234 7f2595dee700  0 osd.394 411230 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:03:02.049238 7f2595dee700  7 osd.394 411230 consume_map version 411230
2014-08-25 11:03:02.049260 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] null
2014-08-25 11:03:02.049280 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:03:02.049292 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.049301 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:03:02.049309 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.049317 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:03:02.049325 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:03:02.049333 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:03:02.049341 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.049349 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.049357 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.049375 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:03:02.049384 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:03:02.049392 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] null
2014-08-25 11:03:02.049400 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:03:02.049408 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.049416 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:03:02.049425 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.049432 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:03:02.049440 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] null
2014-08-25 11:03:02.049471 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] handle_advance_map [302,394]/[302,394] -- 302/302
2014-08-25 11:03:02.049492 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.049499 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.049507 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.049516 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.049523 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] take_waiters
2014-08-25 11:03:02.049530 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411229 while current is 411230
2014-08-25 11:03:02.049536 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.049545 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.049558 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:03:02.049568 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.049572 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.049579 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.049586 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.049593 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:03:02.049599 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.049605 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.049612 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.049625 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:03:02.049635 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.049639 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.049646 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.049653 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.049660 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.049667 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.049673 7f25905e3700  7 osd.394 pg_epoch: 411230 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.049682 7f25905e3700 15 osd.394 pg_epoch: 411230 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:198856
2014-08-25 11:03:02.049688 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.049694 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.049699 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.049709 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.049724 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:03:02.049733 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.049736 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.049742 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.049750 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.049756 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:03:02.049761 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.049767 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.049774 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.049786 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:03:02.049794 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.049796 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.049802 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.049809 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.049815 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.049821 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.049827 7f25905e3700  7 osd.394 pg_epoch: 411230 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.049833 7f25905e3700 15 osd.394 pg_epoch: 411230 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:256818
2014-08-25 11:03:02.049838 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.049844 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.049850 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.049856 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.049868 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:03:02.049876 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.049879 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.049885 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.049892 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.049898 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:03:02.049904 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.049910 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.049922 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.049938 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:03:02.049948 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.049951 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.049958 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.049965 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.049971 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:03:02.049977 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.049983 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.049990 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.050003 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:03:02.050012 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.050015 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.050035 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.050042 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.050049 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:03:02.050055 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.050061 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.050068 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.050080 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:03:02.050088 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.050090 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.050097 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.050103 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.050110 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.050115 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.050121 7f25905e3700  7 osd.394 pg_epoch: 411230 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.050127 7f25905e3700 15 osd.394 pg_epoch: 411230 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:197236
2014-08-25 11:03:02.050133 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.050138 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411230
2014-08-25 11:03:02.050144 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.050151 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.050167 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:03:02.050175 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.050177 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.050183 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.050189 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.050196 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.050201 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.050207 7f25905e3700  7 osd.394 pg_epoch: 411230 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.050213 7f25905e3700 15 osd.394 pg_epoch: 411230 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:194702
2014-08-25 11:03:02.050219 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.050224 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.050230 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.050236 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.050248 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:03:02.050258 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.050261 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.050267 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.050273 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.050280 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.050286 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.050291 7f25905e3700  7 osd.394 pg_epoch: 411230 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.050297 7f25905e3700 15 osd.394 pg_epoch: 411230 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:200407
2014-08-25 11:03:02.050303 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.050308 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.050327 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.050334 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.050346 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:03:02.050356 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.050360 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.050372 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.050380 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.050386 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:03:02.050392 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.050398 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.050405 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.050418 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:03:02.050428 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.050431 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.050437 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.050444 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.050450 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:03:02.050456 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.050462 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.050469 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.050481 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:03:02.050491 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.050494 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:03:02.050500 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] acting_up_affected newup [292,318,394] newacting [292,318,394]
2014-08-25 11:03:02.050506 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:03:02.050514 7f25905e3700  5 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] exit Started/Stray 0.943719 4 0.059478
2014-08-25 11:03:02.050525 7f25905e3700  5 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] exit Started 0.943764 0 0.000000
2014-08-25 11:03:02.050533 7f25905e3700  5 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] enter Reset
2014-08-25 11:03:02.050538 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411229 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] set_last_peering_reset 411230
2014-08-25 11:03:02.050545 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411230 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] state<Reset>: Reset advmap
2014-08-25 11:03:02.050551 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411230 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] _calc_past_interval_range: already have past intervals back to 411217
2014-08-25 11:03:02.050557 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411230 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] acting_up_affected newup [292,318,394] newacting [292,318,394]
2014-08-25 11:03:02.050563 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411230 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:03:02.050569 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [318,394] r=1 lpr=411230 pi=195685-411228/14699 crt=0'0 inactive NOTIFY] set_last_peering_reset 411230
2014-08-25 11:03:02.050586 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] start_peering_interval: check_new_interval output: generate_past_intervals interval(411229-411229 up [318,394](318) acting [318,394](318)): not rw, up_thru 411228 up_from 240783 last_epoch_clean 411217
generate_past_intervals interval(411229-411229 up [318,394](318) acting [318,394](318)) : primary up 240783-411228 does not include interval

2014-08-25 11:03:02.050593 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411229/411229/411229) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY]  noting past interval(411229-411229 up [318,394](318) acting [318,394](318))
2014-08-25 11:03:02.050600 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY]  up [318,394] -> [292,318,394], acting [318,394] -> [292,318,394], acting_primary 318 -> 292, up_primary 318 -> 292, role 1 -> 2
2014-08-25 11:03:02.050608 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:03:02.050614 7f25905e3700 15 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] publish_stats_to_osd -- not primary
2014-08-25 11:03:02.050620 7f25905e3700 15 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:03:02.050628 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] cancel_copy_ops
2014-08-25 11:03:02.050633 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] cancel_flush_ops
2014-08-25 11:03:02.050640 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] on_change_cleanup
2014-08-25 11:03:02.050646 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] on_change
2014-08-25 11:03:02.050655 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] exit NotTrimming
2014-08-25 11:03:02.050661 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] enter NotTrimming
2014-08-25 11:03:02.050667 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] on_role_change
2014-08-25 11:03:02.050673 7f25905e3700 15 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:03:02.050678 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:03:02.050683 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:03:02.050690 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.050698 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:03:02.051236 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.051254 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] null
2014-08-25 11:03:02.051263 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:03:02.051272 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.051281 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:03:02.051289 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:03:02.051298 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:03:02.051306 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.051314 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.051323 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:03:02.051332 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:03:02.051408 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:03:02.051429 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.051435 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.051444 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.051454 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.051461 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] take_waiters
2014-08-25 11:03:02.051467 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411230
2014-08-25 11:03:02.051474 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.051483 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.051499 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:03:02.051508 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.051512 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.051519 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.051526 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.051533 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.051540 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.051546 7f258fde2700  7 osd.394 pg_epoch: 411230 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.051554 7f258fde2700 15 osd.394 pg_epoch: 411230 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:198997
2014-08-25 11:03:02.051560 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.051565 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.051572 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.051579 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.051593 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] handle_advance_map [366,394]/[366,394] -- 366/366
2014-08-25 11:03:02.051601 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.051605 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:03:02.051611 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.051618 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:03:02.051647 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:03:02.051654 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411229 while current is 411230
2014-08-25 11:03:02.051660 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.051667 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.051679 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:03:02.051692 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.051696 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.051703 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.051711 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.051717 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:03:02.051724 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.051730 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.051737 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.051751 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:03:02.051761 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.051764 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.051771 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.051777 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.051784 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.051791 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.051796 7f258fde2700  7 osd.394 pg_epoch: 411230 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.051803 7f258fde2700 15 osd.394 pg_epoch: 411230 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:200475
2014-08-25 11:03:02.051809 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.051815 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.051821 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.051828 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.051841 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:03:02.051849 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.051852 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.051859 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.051866 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.051872 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:03:02.051878 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.051884 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.051895 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.051907 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:03:02.051918 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.051921 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.051927 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.051935 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.051941 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:03:02.051947 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.051953 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.051960 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.051973 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:03:02.051983 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.051986 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.051992 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.052000 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.052006 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:03:02.052011 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.052017 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.052025 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.052037 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:03:02.052045 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.052048 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.052054 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.052061 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.052068 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.052074 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.052079 7f258fde2700  7 osd.394 pg_epoch: 411230 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.052086 7f258fde2700 15 osd.394 pg_epoch: 411230 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:199660
2014-08-25 11:03:02.052091 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.052097 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.052103 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.052110 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.052121 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:03:02.052129 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.052131 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.052138 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.052144 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.052151 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.052157 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.052163 7f258fde2700  7 osd.394 pg_epoch: 411230 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.052169 7f258fde2700 15 osd.394 pg_epoch: 411230 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:203863
2014-08-25 11:03:02.052175 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.052181 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.052186 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.052193 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.052207 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_advance_map [338,394,348]/[338,394,348] -- 338/338
2014-08-25 11:03:02.052217 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.052220 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.052227 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.052234 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.052249 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] take_waiters
2014-08-25 11:03:02.052255 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.052261 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.052268 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.052275 7f258fde2700 10 osd.394 411230 send_incremental_map 411229 -> 411230 to 0x5770f20 192.168.1.108:6814/1562022491
2014-08-25 11:03:02.052298 7f258fde2700 10 osd.394 411230 note_peer_epoch osd.366 has 411230
2014-08-25 11:03:02.052300 7f258fde2700  7 osd.394 411230 do_notify osd 366 on 1 PGs
2014-08-25 11:03:02.052466 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] null
2014-08-25 11:03:02.052496 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:03:02.052505 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:03:02.052513 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.052521 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:03:02.052530 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:03:02.052539 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:03:02.052548 7f2595dee700 10 osd.394 pg_epoch: 411229 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:02.052557 7f2595dee700  7 osd.394 411230 activate_map version 411230
2014-08-25 11:03:02.052562 7f2595dee700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.052564 7f2595dee700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.052579 7f2595dee700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.052581 7f2595dee700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.052581 7f2595dee700 20 osd.394 411230 _dispatch 0x603f800 pg_log(32.e7 epoch 411230 log log((0'0,0'0], crt=0'0) query_epoch 411230) v4
2014-08-25 11:03:02.052606 7f2595dee700  7 osd.394 411230 handle_pg_log pg_log(32.e7 epoch 411230 log log((0'0,0'0], crt=0'0) query_epoch 411230) v4 from osd.366
2014-08-25 11:03:02.052609 7f2595dee700 15 osd.394 411230 require_same_or_newer_map 411230 (i am 411230) 0x603f800
2014-08-25 11:03:02.052630 7f2595dee700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.052631 7f2595dee700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.052637 7f258add8700 20 osd.394 411230 agent_entry empty queue
2014-08-25 11:03:02.052662 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_advance_map [379,48,394]/[379,48,394] -- 379/379
2014-08-25 11:03:02.052676 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.052680 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.052688 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.052696 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.052703 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] take_waiters
2014-08-25 11:03:02.052709 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.052715 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.052723 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.052736 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] handle_advance_map [309,394]/[309,394] -- 309/309
2014-08-25 11:03:02.052746 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.052749 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.052755 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.052762 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.052768 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] take_waiters
2014-08-25 11:03:02.052774 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411229 while current is 411230
2014-08-25 11:03:02.052779 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.052786 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.052797 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_advance_map [285,328,394]/[285,328,394] -- 285/285
2014-08-25 11:03:02.052805 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.052808 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.052814 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.052821 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.052827 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] take_waiters
2014-08-25 11:03:02.052833 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.052838 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.052845 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.052858 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_advance_map [65,394,306]/[65,394,306] -- 65/65
2014-08-25 11:03:02.052868 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.052871 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.052877 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.052884 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.052890 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] take_waiters
2014-08-25 11:03:02.052896 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.052902 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.052909 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.052923 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,26,11]/[394,26,11] -- 394/394
2014-08-25 11:03:02.052932 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.052935 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.052942 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.052949 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.052956 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.052962 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.052968 7f258fde2700  7 osd.394 pg_epoch: 411230 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.052975 7f258fde2700 15 osd.394 pg_epoch: 411230 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:193582
2014-08-25 11:03:02.052981 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.052986 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.052992 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.052998 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.053011 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_advance_map [56,394,359]/[56,394,359] -- 56/56
2014-08-25 11:03:02.053019 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.053021 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.053028 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.053035 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.053041 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] take_waiters
2014-08-25 11:03:02.053046 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.053052 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.053059 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.053070 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_advance_map [301,318,394]/[301,318,394] -- 301/301
2014-08-25 11:03:02.053080 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.053083 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.053090 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.053097 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.053103 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] take_waiters
2014-08-25 11:03:02.053109 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.053114 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.053121 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.053133 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_advance_map [2,394,377]/[2,394,377] -- 2/2
2014-08-25 11:03:02.053141 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.053144 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.053150 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.053157 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.053163 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] take_waiters
2014-08-25 11:03:02.053169 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.053175 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.053181 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.053193 7f258fde2700 10 osd.394 pg_epoch: 411229 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,7,46]/[394,7,46] -- 394/394
2014-08-25 11:03:02.053201 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.053203 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.053210 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.053216 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.053223 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.053228 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.053234 7f258fde2700  7 osd.394 pg_epoch: 411230 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.053241 7f258fde2700 15 osd.394 pg_epoch: 411230 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:201106
2014-08-25 11:03:02.053246 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.053251 7f258fde2700 20 osd.394 pg_epoch: 411230 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.053257 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.053264 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.053270 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 MLogRec from 366
2014-08-25 11:03:02.053278 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] state<Started/Stray>: got info+log from osd.366 32.e7( empty local-les=411230 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) log((0'0,0'0], crt=0'0)
2014-08-25 11:03:02.053293 7f258fde2700 10 merge_log log((0'0,0'0], crt=0'0) from osd.366 into log((0'0,0'0], crt=0'0)
2014-08-25 11:03:02.053297 7f258fde2700 10 merge_log result log((0'0,0'0], crt=0'0) missing(0) changed=0
2014-08-25 11:03:02.053303 7f258fde2700  5 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] exit Started/Stray 0.881805 7 0.000763
2014-08-25 11:03:02.053313 7f258fde2700  5 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive
2014-08-25 11:03:02.053322 7f258fde2700  5 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] enter Started/ReplicaActive/RepNotRecovering
2014-08-25 11:03:02.053329 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive NOTIFY] state<Started/ReplicaActive>: In ReplicaActive, about to call activate
2014-08-25 11:03:02.053336 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive] activate - no missing, moving last_complete 0'0 -> 0'0
2014-08-25 11:03:02.053343 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive] state<Started/ReplicaActive>: Activate Finished
2014-08-25 11:03:02.053391 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.057056 7f259a211700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 inactive] _activate_committed 411230 telling primary
2014-08-25 11:03:02.057090 7f259a211700 20 osd.394 411230 _share_map_outgoing 0x5770f20 already has epoch 411230
2014-08-25 11:03:02.057110 7f259a211700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] flushed
2014-08-25 11:03:02.057151 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 FlushedEvt
2014-08-25 11:03:02.057172 7f258fde2700 15 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active]  requeue_ops
2014-08-25 11:03:02.057181 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.062529 7f2595dee700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.062532 7f2595dee700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.062533 7f2595dee700 20 osd.394 411230 _dispatch 0x528bd40 pg_info(1 pgs e411230:32.e7) v4
2014-08-25 11:03:02.062555 7f2595dee700  7 osd.394 411230 handle_pg_info pg_info(1 pgs e411230:32.e7) v4 from osd.366
2014-08-25 11:03:02.062557 7f2595dee700 15 osd.394 411230 require_same_or_newer_map 411230 (i am 411230) 0x528bd40
2014-08-25 11:03:02.062587 7f2595dee700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.062589 7f2595dee700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.062600 7f2595dee700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.062601 7f2595dee700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.062602 7f2595dee700 20 osd.394 411230 _dispatch 0x65aec80 pg_info(1 pgs e411230:32.e7) v4
2014-08-25 11:03:02.062618 7f2595dee700  7 osd.394 411230 handle_pg_info pg_info(1 pgs e411230:32.e7) v4 from osd.366
2014-08-25 11:03:02.062620 7f2595dee700 15 osd.394 411230 require_same_or_newer_map 411230 (i am 411230) 0x65aec80
2014-08-25 11:03:02.062636 7f2595dee700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.062637 7f2595dee700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.062653 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411217/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 MInfoRec from 366 info: 32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411217 411229/411229/411162)
2014-08-25 11:03:02.062688 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.062706 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411217 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 MInfoRec from 366 info: 32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162)
2014-08-25 11:03:02.062728 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.073890 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:03:02.073917 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:03:02.073927 7f25905e3700  5 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] exit Reset 0.023395 1 0.000205
2014-08-25 11:03:02.073938 7f25905e3700  5 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:03:02.073946 7f25905e3700  5 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:03:02.073952 7f25905e3700  1 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:03:02.073962 7f25905e3700  5 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] exit Start 0.000017 0 0.000000
2014-08-25 11:03:02.073970 7f25905e3700  5 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:03:02.073982 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411229 while current is 411230
2014-08-25 11:03:02.073991 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.082438 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.083038 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_advance_map [293,360,394]/[293,360,394] -- 293/293
2014-08-25 11:03:02.083061 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.083068 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.083077 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.083087 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.083094 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] take_waiters
2014-08-25 11:03:02.083100 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.083107 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.083116 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.083132 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,372,344]/[394,372,344] -- 394/394
2014-08-25 11:03:02.083146 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.083150 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.083158 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.083165 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.083173 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.083179 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.083185 7f25905e3700  7 osd.394 pg_epoch: 411230 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.083193 7f25905e3700 15 osd.394 pg_epoch: 411230 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:194593
2014-08-25 11:03:02.083199 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.083205 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.083211 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.083218 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.083232 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_advance_map [371,394,300]/[371,394,300] -- 371/371
2014-08-25 11:03:02.083254 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.083257 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.083264 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.083271 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.083278 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] take_waiters
2014-08-25 11:03:02.083283 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.083290 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.083297 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.083310 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,315]/[394,365,315] -- 394/394
2014-08-25 11:03:02.083319 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.083323 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:02.083329 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:02.083341 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.083348 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:02.083354 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:02.083360 7f25905e3700  7 osd.394 pg_epoch: 411230 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:02.083372 7f25905e3700 15 osd.394 pg_epoch: 411230 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411230:194439
2014-08-25 11:03:02.083378 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:02.083383 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411230
2014-08-25 11:03:02.083389 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.083396 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.083412 7f25905e3700 10 osd.394 pg_epoch: 411229 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:03:02.083424 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:02.083427 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:02.083433 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:02.083441 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:03:02.083447 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:03:02.083452 7f25905e3700 20 osd.394 pg_epoch: 411230 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411230
2014-08-25 11:03:02.083458 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 NullEvt
2014-08-25 11:03:02.083465 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.083472 7f25905e3700 10 osd.394 411230 send_incremental_map 411228 -> 411230 to 0x6bab5a0 192.168.1.113:6812/1647045026
2014-08-25 11:03:02.083607 7f25905e3700 10 osd.394 411230 note_peer_epoch osd.292 has 411230
2014-08-25 11:03:02.083640 7f25905e3700  7 osd.394 411230 do_notify osd 292 on 1 PGs
2014-08-25 11:03:02.091067 7f259a211700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] flushed
2014-08-25 11:03:02.093151 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 FlushedEvt
2014-08-25 11:03:02.093232 7f25905e3700 15 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY]  requeue_ops
2014-08-25 11:03:02.093272 7f25905e3700 10 log is not dirty
2014-08-25 11:03:02.099337 7f25945eb700 20 osd.394 411230 _share_map_outgoing 0x5770f20 already has epoch 411230
2014-08-25 11:03:02.101083 7f25935e9700 20 osd.394 411230 _share_map_outgoing 0x5770f20 already has epoch 411230
2014-08-25 11:03:02.358477 7f25935e9700 10 osd.394 411230 note_peer_epoch osd.318 now has 411230
2014-08-25 11:03:02.358485 7f25935e9700 20 osd.394 411230 _share_map_outgoing 0x5812520 already has epoch 411230
2014-08-25 11:03:02.358604 7f25945eb700 20 osd.394 411230 _share_map_outgoing 0x5812520 already has epoch 411230
2014-08-25 11:03:02.408332 7f25945eb700 10 osd.394 411230 note_peer_epoch osd.294 has 411230
2014-08-25 11:03:02.408338 7f25945eb700 20 osd.394 411230 _share_map_outgoing 0x507c620 already has epoch 411230
2014-08-25 11:03:02.408455 7f25935e9700 20 osd.394 411230 _share_map_outgoing 0x507c620 already has epoch 411230
2014-08-25 11:03:02.453411 7f2595dee700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.453415 7f2595dee700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.453416 7f2595dee700 20 osd.394 411230 _dispatch 0x57f33c0 osd_map(411230..411230 src has 194721..411230) v3
2014-08-25 11:03:02.453424 7f2595dee700  3 osd.394 411230 handle_osd_map epochs [411230,411230], i have 411230, src has [194721,411230]
2014-08-25 11:03:02.453436 7f2595dee700 10 osd.394 411230  no new maps here, dropping
2014-08-25 11:03:02.453437 7f2595dee700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.453438 7f2595dee700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.453452 7f2595dee700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.453453 7f2595dee700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.453454 7f2595dee700 20 osd.394 411230 _dispatch 0x276c920 pg_query(29.1e2 epoch 411230) v3
2014-08-25 11:03:02.453478 7f2595dee700  7 osd.394 411230 handle_pg_query from osd.292 epoch 411230
2014-08-25 11:03:02.453481 7f2595dee700 15 osd.394 411230 require_same_or_newer_map 411230 (i am 411230) 0x276c920
2014-08-25 11:03:02.453490 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] handle_query query(info 0'0) from replica 292
2014-08-25 11:03:02.453525 7f2595dee700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.453527 7f2595dee700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.453560 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411230 epoch_requested: 411230 MQuery from 292 query_epoch 411230 query: query(info 0'0)
2014-08-25 11:03:02.453585 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] sending info
2014-08-25 11:03:02.465402 7f258fde2700 10 log is not dirty
2014-08-25 11:03:02.465421 7f258fde2700 20 osd.394 411230 _share_map_outgoing 0x6bab5a0 already has epoch 411230
2014-08-25 11:03:02.465425 7f258fde2700  7 osd.394 411230 do_notify osd 292 on 1 PGs
2014-08-25 11:03:02.585080 7f25a0e04700  5 osd.394 411230 tick
2014-08-25 11:03:02.585112 7f25a0e04700 20 osd.394 411230 scrub_random_backoff lost coin flip, randomly backing off
2014-08-25 11:03:02.585116 7f25a0e04700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.585119 7f25a0e04700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.649542 7f2596df0700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.649545 7f2596df0700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.649547 7f2596df0700 20 osd.394 411230 _dispatch 0x5f12140 pg_stats_ack(13 pgs tid 3) v1
2014-08-25 11:03:02.649550 7f2596df0700 10 osd.394 411230 handle_pg_stats_ack
2014-08-25 11:03:02.649562 7f2596df0700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:02.649563 7f2596df0700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:02.920658 7f25945eb700 10 osd.394 411230 note_peer_epoch osd.322 has 411230
2014-08-25 11:03:02.920675 7f25945eb700 20 osd.394 411230 _share_map_outgoing 0x58144c0 already has epoch 411230
2014-08-25 11:03:02.920758 7f25935e9700 20 osd.394 411230 _share_map_outgoing 0x58144c0 already has epoch 411230
2014-08-25 11:03:03.054217 7f2595dee700 10 osd.394 411230 do_waiters -- start
2014-08-25 11:03:03.054220 7f2595dee700 10 osd.394 411230 do_waiters -- finish
2014-08-25 11:03:03.054222 7f2595dee700 20 osd.394 411230 _dispatch 0x582e0c0 osd_map(411231..411231 src has 194721..411231) v3
2014-08-25 11:03:03.054263 7f2595dee700  3 osd.394 411230 handle_osd_map epochs [411231,411231], i have 411230, src has [194721,411231]
2014-08-25 11:03:03.054267 7f2595dee700 10 osd.394 411230 handle_osd_map  got inc map for epoch 411231
2014-08-25 11:03:03.057463 7f2595dee700 10 osd.394 411230  advance to epoch 411231 (<= newest 411231)
2014-08-25 11:03:03.057528 7f2595dee700  7 osd.394 411231 advance_map epoch 411231  39 pgs
2014-08-25 11:03:03.057552 7f2595dee700 10 osd.394 411231 write_superblock sb(009d3518-e60d-4f74-a26d-c08c1976263c osd.394 df1773d6-cb3b-4621-a434-6039848a32c9 e411231 [194721,411231] lci=[411216,411231])
2014-08-25 11:03:03.057614 7f2595dee700  0 osd.394 411231 crush map has features 2578087936000, adjusting msgr requires for mons
2014-08-25 11:03:03.057620 7f2595dee700  7 osd.394 411231 consume_map version 411231
2014-08-25 11:03:03.057645 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] null
2014-08-25 11:03:03.057669 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] null
2014-08-25 11:03:03.057692 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.057703 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] null
2014-08-25 11:03:03.057713 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.057723 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] null
2014-08-25 11:03:03.057732 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] null
2014-08-25 11:03:03.057742 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] null
2014-08-25 11:03:03.057752 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.057762 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.057772 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.057781 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] null
2014-08-25 11:03:03.057792 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] null
2014-08-25 11:03:03.057801 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] null
2014-08-25 11:03:03.057812 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.20( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411056) [293,360,394] r=2 lpr=411216 pi=240768-411215/11590 crt=0'0 active] null
2014-08-25 11:03:03.057822 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.30f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,372,344] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.057832 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.1f( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411121) [371,394,300] r=1 lpr=411216 pi=411005-411215/15 crt=0'0 active] null
2014-08-25 11:03:03.057842 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.139( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,315] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.057851 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] null
2014-08-25 11:03:03.057885 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] null
2014-08-25 11:03:03.057898 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.057908 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] null
2014-08-25 11:03:03.057896 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] handle_advance_map [302,394]/[302,394] -- 302/302
2014-08-25 11:03:03.057918 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] null
2014-08-25 11:03:03.057926 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.057929 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.057934 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.057939 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] null
2014-08-25 11:03:03.057947 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.057950 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] null
2014-08-25 11:03:03.057960 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.057960 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] null
2014-08-25 11:03:03.057970 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] take_waiters
2014-08-25 11:03:03.057971 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.057979 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411229 while current is 411231
2014-08-25 11:03:03.057982 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.057989 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3a5( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/411060) [302,394] r=1 lpr=411228 pi=240664-411227/10495 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.057993 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.138( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,348] r=1 lpr=411216 pi=410479-411215/52 crt=0'0 active] null
2014-08-25 11:03:03.058002 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.058003 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.2eb( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411077) [379,48,394] r=2 lpr=411216 pi=240765-411215/10871 crt=0'0 active] null
2014-08-25 11:03:03.058014 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.3c1( empty local-les=411229 n=0 ec=195685 les/c 411229/411229 411228/411228/410718) [309,394] r=1 lpr=411228 pi=195685-411227/15401 crt=0'0 active] null
2014-08-25 11:03:03.058020 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_advance_map [338,394,301]/[338,394,301] -- 338/338
2014-08-25 11:03:03.058024 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.63( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410993) [285,328,394] r=2 lpr=411216 pi=240664-411215/10196 crt=0'0 active] null
2014-08-25 11:03:03.058035 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058034 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.145( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411161) [65,394,306] r=1 lpr=411216 pi=410736-411215/37 crt=0'0 active] null
2014-08-25 11:03:03.058039 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.058046 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.338( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,26,11] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.058048 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058056 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.66( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [56,394,359] r=1 lpr=411216 pi=240800-411215/9914 crt=0'0 active] null
2014-08-25 11:03:03.058059 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.058067 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] take_waiters
2014-08-25 11:03:03.058067 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[29.ce( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411131) [301,318,394] r=2 lpr=411216 pi=240783-411215/10123 crt=0'0 active] null
2014-08-25 11:03:03.058075 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.058078 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.19a( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411113) [2,394,377] r=1 lpr=411216 pi=411110-411215/11 crt=0'0 active] null
2014-08-25 11:03:03.058084 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.333( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410580) [338,394,301] r=1 lpr=411216 pi=410479-411215/58 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.058094 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.058090 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.252( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,7,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] null
2014-08-25 11:03:03.058101 7f2595dee700  7 osd.394 411231 activate_map version 411231
2014-08-25 11:03:03.058109 7f2595dee700 10 osd.394 411231 do_waiters -- start
2014-08-25 11:03:03.058110 7f2595dee700 10 osd.394 411231 do_waiters -- finish
2014-08-25 11:03:03.058110 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,299,30]/[394,299,30] -- 394/394
2014-08-25 11:03:03.058123 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058133 7f2595dee700 10 osd.394 411231 do_waiters -- start
2014-08-25 11:03:03.058135 7f2595dee700 10 osd.394 411231 do_waiters -- finish
2014-08-25 11:03:03.058128 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:03.058136 7f2595dee700 20 osd.394 411231 _dispatch 0x276cb00 pg_query(32.e7 epoch 411231) v3
2014-08-25 11:03:03.058139 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:03.058147 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058156 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:03.058162 7f2595dee700  7 osd.394 411231 handle_pg_query from osd.366 epoch 411231
2014-08-25 11:03:03.058164 7f2595dee700 15 osd.394 411231 require_same_or_newer_map 411231 (i am 411231) 0x276cb00
2014-08-25 11:03:03.058164 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:03.058173 7f25905e3700  7 osd.394 pg_epoch: 411231 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:03.058173 7f2595dee700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] handle_query query(info 0'0) from replica 366
2014-08-25 11:03:03.058183 7f25905e3700 15 osd.394 pg_epoch: 411231 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411231:198857
2014-08-25 11:03:03.058191 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:03.058202 7f2595dee700 10 osd.394 411231 do_waiters -- start
2014-08-25 11:03:03.058204 7f2595dee700 10 osd.394 411231 do_waiters -- finish
2014-08-25 11:03:03.058198 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.058206 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3f6( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,299,30] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.058212 7f258add8700 20 osd.394 411231 agent_entry empty queue
2014-08-25 11:03:03.058215 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.058232 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_advance_map [46,394,318]/[46,394,318] -- 46/46
2014-08-25 11:03:03.058243 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058246 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.058254 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058263 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.058270 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] take_waiters
2014-08-25 11:03:03.058277 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.058285 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.340( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/410981) [46,394,318] r=1 lpr=411216 pi=410719-411215/27 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.058293 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.058308 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,293,341]/[394,293,341] -- 394/394
2014-08-25 11:03:03.058318 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058321 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:03.058329 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:03.058337 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058345 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:03.058352 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:03.058360 7f25905e3700  7 osd.394 pg_epoch: 411231 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:03.058375 7f25905e3700 15 osd.394 pg_epoch: 411231 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411231:256819
2014-08-25 11:03:03.058383 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:03.058390 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.058398 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.311( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,293,341] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.058407 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.058422 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_advance_map [339,363,394]/[339,363,394] -- 339/339
2014-08-25 11:03:03.058432 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058435 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.058437 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_advance_map [366,26,394]/[366,26,394] -- 366/366
2014-08-25 11:03:03.058444 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058458 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058456 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.058464 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] take_waiters
2014-08-25 11:03:03.058464 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.058472 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.058475 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058480 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.25b( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/195746) [339,363,394] r=2 lpr=411216 pi=240742-411215/10072 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.058490 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.058487 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.058496 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] take_waiters
2014-08-25 11:03:03.058503 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.058509 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_advance_map [333,394,53]/[333,394,53] -- 333/333
2014-08-25 11:03:03.058512 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.35e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411162) [366,26,394] r=2 lpr=411216 pi=195685-411215/15033 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.058523 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058529 7f258fde2700 10 log is not dirty
2014-08-25 11:03:03.058526 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.058535 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058544 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.058552 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] take_waiters
2014-08-25 11:03:03.058546 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_advance_map [29,394,31]/[29,394,31] -- 29/29
2014-08-25 11:03:03.058563 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058560 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.058566 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.058568 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.17b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411099) [333,394,53] r=1 lpr=411216 pi=411097-411215/9 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.058578 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.058576 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058585 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.058593 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] take_waiters
2014-08-25 11:03:03.058595 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_advance_map [317,10,394]/[317,10,394] -- 317/317
2014-08-25 11:03:03.058606 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058601 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411231
2014-08-25 11:03:03.058609 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e3( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411187) [29,394,31] r=1 lpr=411221 pi=410878-411220/24 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.058609 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.058619 7f258fde2700 10 log is not dirty
2014-08-25 11:03:03.058619 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058628 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.058636 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] take_waiters
2014-08-25 11:03:03.058635 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,375,310]/[394,375,310] -- 394/394
2014-08-25 11:03:03.058647 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058644 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.058650 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:03.058652 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.313( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411130) [317,10,394] r=2 lpr=411216 pi=195746-411215/8650 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.058661 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.058660 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:03.058668 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058677 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:03.058676 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,365,359]/[394,365,359] -- 394/394
2014-08-25 11:03:03.058688 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058685 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:03.058691 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:03.058693 7f258fde2700  7 osd.394 pg_epoch: 411231 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:03.058699 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:03.058702 7f258fde2700 15 osd.394 pg_epoch: 411231 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411231:198998
2014-08-25 11:03:03.058708 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058711 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:03.058718 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:03.058718 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.058727 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2b2( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,375,310] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.058727 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:03.058737 7f258fde2700 10 log is not dirty
2014-08-25 11:03:03.058736 7f25905e3700  7 osd.394 pg_epoch: 411231 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:03.058744 7f25905e3700 15 osd.394 pg_epoch: 411231 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411231:197237
2014-08-25 11:03:03.058751 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:03.058753 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] handle_advance_map [366,394,374]/[366,394,374] -- 366/366
2014-08-25 11:03:03.058764 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058758 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411222 while current is 411231
2014-08-25 11:03:03.058768 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.058767 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.23e( empty local-les=411222 n=0 ec=195738 les/c 411222/411222 411221/411221/411216) [394,365,359] r=0 lpr=411221 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.058777 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] acting_up_affected newup [366,394,374] newacting [366,394,374]
2014-08-25 11:03:03.058785 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.058785 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] state<Started>: up or acting affected, transitioning to Reset
2014-08-25 11:03:03.058796 7f258fde2700  5 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] exit Started/ReplicaActive/RepNotRecovering 1.005475 4 0.000091
2014-08-25 11:03:03.058805 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,324,46]/[394,324,46] -- 394/394
2014-08-25 11:03:03.058807 7f258fde2700  5 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] exit Started/ReplicaActive 1.005495 0 0.000000
2014-08-25 11:03:03.058815 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058818 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:03.058818 7f258fde2700  5 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] exit Started 1.887602 0 0.000000
2014-08-25 11:03:03.058828 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:03.058830 7f258fde2700  5 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] enter Reset
2014-08-25 11:03:03.058836 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058838 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411229 pi=411005-411228/19 crt=0'0 active] set_last_peering_reset 411231
2014-08-25 11:03:03.058845 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:03.058847 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411231 pi=411005-411228/19 crt=0'0 active] state<Reset>: Reset advmap
2014-08-25 11:03:03.058853 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:03.058856 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411231 pi=411005-411228/19 crt=0'0 active] _calc_past_interval_range: already have past intervals back to 411230
2014-08-25 11:03:03.058861 7f25905e3700  7 osd.394 pg_epoch: 411231 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:03.058864 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411231 pi=411005-411228/19 crt=0'0 active] acting_up_affected newup [366,394,374] newacting [366,394,374]
2014-08-25 11:03:03.058870 7f25905e3700 15 osd.394 pg_epoch: 411231 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411231:194703
2014-08-25 11:03:03.058872 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411231 pi=411005-411228/19 crt=0'0 active] state<Reset>: up or acting affected, calling start_peering_interval again
2014-08-25 11:03:03.058877 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:03.058880 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394] r=1 lpr=411231 pi=411005-411228/19 crt=0'0 active] set_last_peering_reset 411231
2014-08-25 11:03:03.058885 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.058893 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[32.90( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,324,46] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.058902 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.058900 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 active] start_peering_interval: check_new_interval output: generate_past_intervals interval(411229-411230 up [366,394](366) acting [366,394](366)): not rw, up_thru 411229 up_from 411162 last_epoch_clean 411230
generate_past_intervals interval(411229-411230 up [366,394](366) acting [366,394](366) maybe_went_rw) : primary up 411162-411229 includes interval

2014-08-25 11:03:03.058909 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411229/411229/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 active]  noting past interval(411229-411230 up [366,394](366) acting [366,394](366) maybe_went_rw)
2014-08-25 11:03:03.058916 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,314,50]/[394,314,50] -- 394/394
2014-08-25 11:03:03.058918 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 active]  up [366,394] -> [366,394,374], acting [366,394] -> [366,394,374], acting_primary 366 -> 366, up_primary 366 -> 366, role 1 -> 1
2014-08-25 11:03:03.058929 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.058929 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive] on_change
2014-08-25 11:03:03.058932 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:03.058941 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:03.058937 7f258fde2700 15 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive] publish_stats_to_osd -- not primary
2014-08-25 11:03:03.058950 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.058951 7f258fde2700 15 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive]  requeue_ops
2014-08-25 11:03:03.058960 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:03.058962 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive] cancel_copy_ops
2014-08-25 11:03:03.058967 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:03.058970 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive] cancel_flush_ops
2014-08-25 11:03:03.058975 7f25905e3700  7 osd.394 pg_epoch: 411231 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:03.058979 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive] on_change_cleanup
2014-08-25 11:03:03.058984 7f25905e3700 15 osd.394 pg_epoch: 411231 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411231:200408
2014-08-25 11:03:03.058988 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive] on_change
2014-08-25 11:03:03.058993 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:03.059000 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive] exit NotTrimming
2014-08-25 11:03:03.059000 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.059009 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.185( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,314,50] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.059009 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive] enter NotTrimming
2014-08-25 11:03:03.059019 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.059020 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] cancel_recovery
2014-08-25 11:03:03.059028 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] clear_recovery_state
2014-08-25 11:03:03.059037 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.059034 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_advance_map [23,327,394]/[23,327,394] -- 23/23
2014-08-25 11:03:03.059048 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.059048 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:03:03.059052 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.059068 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.059077 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.059078 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] update_heartbeat_peers  unchanged
2014-08-25 11:03:03.059085 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] take_waiters
2014-08-25 11:03:03.059087 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] take_waiters
2014-08-25 11:03:03.059093 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.059096 7f258fde2700  5 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] exit Reset 0.000266 1 0.000279
2014-08-25 11:03:03.059101 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.2ac( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411158) [23,327,394] r=2 lpr=411216 pi=240815-411215/11475 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.059111 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.059107 7f258fde2700  5 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] enter Started
2014-08-25 11:03:03.059115 7f258fde2700  5 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] enter Start
2014-08-25 11:03:03.059122 7f258fde2700  1 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] state<Start>: transitioning to Stray
2014-08-25 11:03:03.059126 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_advance_map [348,330,394]/[348,330,394] -- 348/348
2014-08-25 11:03:03.059139 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.059133 7f258fde2700  5 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] exit Start 0.000018 0 0.000000
2014-08-25 11:03:03.059143 7f258fde2700  5 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] enter Started/Stray
2014-08-25 11:03:03.059142 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.059152 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.059154 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] handle_activate_map: Not dirtying info: last_persisted is 411230 while current is 411231
2014-08-25 11:03:03.059161 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.059163 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.e7( empty local-les=411230 n=0 ec=195738 les/c 411230/411230 411231/411231/411162) [366,394,374] r=1 lpr=411231 pi=411005-411230/20 crt=0'0 inactive NOTIFY] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.059170 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] take_waiters
2014-08-25 11:03:03.059177 7f25905e3700 20 osd.394 pg_epoch: 411231 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.059185 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.3d7( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411130) [348,330,394] r=2 lpr=411216 pi=240789-411215/11652 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.059193 7f25905e3700 10 log is not dirty
2014-08-25 11:03:03.059208 7f25905e3700 10 osd.394 pg_epoch: 411230 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] handle_advance_map [292,318,394]/[292,318,394] -- 292/292
2014-08-25 11:03:03.059220 7f25905e3700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.059222 7f258fde2700 10 log is not dirty
2014-08-25 11:03:03.059223 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] state<Started>: Started advmap
2014-08-25 11:03:03.059232 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.059246 7f25905e3700 10 osd.394 pg_epoch: 411231 pg[29.1e2( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411230/411230/411230) [292,318,394] r=2 lpr=411230 pi=195685-411229/14700 crt=0'0 inactive NOTIFY] handle_activate_map
2014-08-25 11:03:03.059267 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_advance_map [368,61,394]/[368,61,394] -- 368/368
2014-08-25 11:03:03.059284 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.059289 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.059297 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.059307 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.059315 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] take_waiters
2014-08-25 11:03:03.059322 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.059329 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.28e( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411108) [368,61,394] r=2 lpr=411216 pi=195688-411215/12122 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.059338 7f258fde2700 10 log is not dirty
2014-08-25 11:03:03.059355 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,363,24]/[394,363,24] -- 394/394
2014-08-25 11:03:03.059375 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.059379 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:03.059388 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:03.059396 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.059405 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:03.059412 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:03.059419 7f258fde2700  7 osd.394 pg_epoch: 411231 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:03.059428 7f258fde2700 15 osd.394 pg_epoch: 411231 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411231:200476
2014-08-25 11:03:03.059435 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:03.059442 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.059449 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.21b( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/411216) [394,363,24] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.059458 7f258fde2700 10 log is not dirty
2014-08-25 11:03:03.059473 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_advance_map [327,32,394]/[327,32,394] -- 327/327
2014-08-25 11:03:03.059483 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.059487 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.059495 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.059504 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.059511 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] take_waiters
2014-08-25 11:03:03.059518 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.059525 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.228( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411139) [327,32,394] r=2 lpr=411216 pi=240815-411215/12548 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.059533 7f258fde2700 10 log is not dirty
2014-08-25 11:03:03.059548 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_advance_map [294,394,362]/[294,394,362] -- 294/294
2014-08-25 11:03:03.059559 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.059563 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.059571 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.059583 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.059591 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] take_waiters
2014-08-25 11:03:03.059598 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.059605 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.288( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410667) [294,394,362] r=1 lpr=411216 pi=410664-411215/29 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.059622 7f258fde2700 10 log is not dirty
2014-08-25 11:03:03.059638 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_advance_map [322,29,394]/[322,29,394] -- 322/322
2014-08-25 11:03:03.059650 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.059653 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] state<Started>: Started advmap
2014-08-25 11:03:03.059662 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.059671 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map
2014-08-25 11:03:03.059678 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] take_waiters
2014-08-25 11:03:03.059685 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.059693 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[29.2e9( empty local-les=411217 n=0 ec=195685 les/c 411217/411217 411216/411216/410996) [322,29,394] r=2 lpr=411216 pi=195685-411215/13264 crt=0'0 active] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.059701 7f258fde2700 10 log is not dirty
2014-08-25 11:03:03.059717 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,24,359]/[394,24,359] -- 394/394
2014-08-25 11:03:03.059726 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.059729 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:03.059737 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:03.059744 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down
2014-08-25 11:03:03.059753 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map
2014-08-25 11:03:03.059760 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active: handling ActMap
2014-08-25 11:03:03.059767 7f258fde2700  7 osd.394 pg_epoch: 411231 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary>: handle ActMap primary
2014-08-25 11:03:03.059775 7f258fde2700 15 osd.394 pg_epoch: 411231 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] publish_stats_to_osd 411231:199661
2014-08-25 11:03:03.059782 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] take_waiters
2014-08-25 11:03:03.059789 7f258fde2700 20 osd.394 pg_epoch: 411231 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_activate_map: Not dirtying info: last_persisted is 411217 while current is 411231
2014-08-25 11:03:03.059796 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.2e6( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,24,359] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_peering_event: epoch_sent: 411231 epoch_requested: 411231 NullEvt
2014-08-25 11:03:03.059804 7f258fde2700 10 log is not dirty
2014-08-25 11:03:03.059818 7f258fde2700 10 osd.394 pg_epoch: 411230 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] handle_advance_map [394,355,290]/[394,355,290] -- 394/394
2014-08-25 11:03:03.059827 7f258fde2700 20 PGPool::update cached_removed_snaps [] newly_removed_snaps [] snapc 0=[] (no change)
2014-08-25 11:03:03.059830 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started/Primary/Active>: Active advmap
2014-08-25 11:03:03.059838 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] state<Started>: Started advmap
2014-08-25 11:03:03.059845 7f258fde2700 10 osd.394 pg_epoch: 411231 pg[32.249( empty local-les=411217 n=0 ec=195738 les/c 411217/411217 411216/411216/411216) [394,355,290] r=0 lpr=411216 crt=0'0 mlcod 0'0 active+clean] check_recovery_sources no source osds () went down