desc: --massif-out-file=/tmp/cbt/ceph/valgrind/ceph-osd.1.out cmd: ceph-osd -c /tmp/cbt/ceph/ceph.conf -i 1 time_unit: i #----------- snapshot=0 #----------- time=0 mem_heap_B=0 mem_heap_extra_B=0 mem_stacks_B=0 heap_tree=empty #----------- snapshot=1 #----------- time=347614259 mem_heap_B=668503 mem_heap_extra_B=119073 mem_stacks_B=0 heap_tree=empty #----------- snapshot=2 #----------- time=558842223 mem_heap_B=570502 mem_heap_extra_B=98714 mem_stacks_B=0 heap_tree=empty #----------- snapshot=3 #----------- time=765033753 mem_heap_B=727326 mem_heap_extra_B=118066 mem_stacks_B=0 heap_tree=empty #----------- snapshot=4 #----------- time=1078668275 mem_heap_B=5548141 mem_heap_extra_B=719275 mem_stacks_B=0 heap_tree=detailed n10: 5548141 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n1: 1644408 0x60FEDA: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 1644408 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n1: 1644408 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n2: 1644408 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n1: 1469640 0x648637: OSD::handle_pg_notify(std::tr1::shared_ptr) (OSD.cc:6502) n1: 1469640 0x6506E0: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4760) n1: 1469640 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 1469640 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 1469640 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 1469640 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 1469640 0x54A6F6C: start_thread (pthread_create.c:311) n0: 1469640 0x6F3C9CB: clone (clone.S:113) n1: 174768 0x648FA9: OSD::handle_pg_log(std::tr1::shared_ptr) (OSD.cc:6532) n1: 174768 0x650740: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4766) n1: 174768 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 174768 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 174768 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 174768 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 174768 0x54A6F6C: start_thread (pthread_create.c:311) n0: 174768 0x6F3C9CB: clone (clone.S:113) n2: 1458176 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n8: 1458176 0xA44E19: ceph::buffer::list::append(char const*, unsigned int) (buffer.cc:1238) n1: 204800 0x836106: PGLog::_write_log(ObjectStore::Transaction&, pg_log_t&, hobject_t const&, std::map, std::allocator > >&, eversion_t, eversion_t, eversion_t, std::set, std::allocator > const&, bool, bool, std::set, std::allocator >*) (encoding.h:52) n1: 204800 0x8367E4: PGLog::write_log(ObjectStore::Transaction&, hobject_t const&) (PGLog.cc:622) n1: 204800 0x7D5035: PG::init(int, std::vector >&, int, std::vector >&, int, pg_history_t&, std::map, std::allocator > >&, bool, ObjectStore::Transaction*) (PG.cc:2361) n1: 204800 0x63F67D: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1933) n2: 204800 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n1: 204800 0x648637: OSD::handle_pg_notify(std::tr1::shared_ptr) (OSD.cc:6502) n1: 204800 0x6506E0: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4760) n1: 204800 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 204800 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 204800 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 204800 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 204800 0x54A6F6C: start_thread (pthread_create.c:311) n0: 204800 0x6F3C9CB: clone (clone.S:113) n0: 0 in 1 place, below massif's threshold (01.00%) n1: 204800 0x662B27: ObjectStore::Transaction::create_collection(coll_t) (encoding.h:52) n2: 204800 0x647052: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2320) n1: 204800 0x648637: OSD::handle_pg_notify(std::tr1::shared_ptr) (OSD.cc:6502) n1: 204800 0x6506E0: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4760) n1: 204800 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 204800 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 204800 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 204800 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 204800 0x54A6F6C: start_thread (pthread_create.c:311) n0: 204800 0x6F3C9CB: clone (clone.S:113) n0: 0 in 1 place, below massif's threshold (01.00%) n1: 204800 0x7D4245: PG::_write_info(ObjectStore::Transaction&, unsigned int, pg_info_t&, coll_t, std::map, std::allocator > >&, interval_set&, hobject_t&, unsigned char, bool, bool) (encoding.h:52) n1: 204800 0x7D47FC: PG::write_info(ObjectStore::Transaction&) (PG.cc:2549) n2: 204800 0x7D4B37: PG::write_if_dirty(ObjectStore::Transaction&) (PG.cc:2593) n1: 204800 0x7D5035: PG::init(int, std::vector >&, int, std::vector >&, int, pg_history_t&, std::map, std::allocator > >&, bool, ObjectStore::Transaction*) (PG.cc:2361) n1: 204800 0x63F67D: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1933) n2: 204800 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n1: 204800 0x648637: OSD::handle_pg_notify(std::tr1::shared_ptr) (OSD.cc:6502) n1: 204800 0x6506E0: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4760) n1: 204800 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 204800 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 204800 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 204800 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 204800 0x54A6F6C: start_thread (pthread_create.c:311) n0: 204800 0x6F3C9CB: clone (clone.S:113) n0: 0 in 1 place, below massif's threshold (01.00%) n0: 0 in 1 place, below massif's threshold (01.00%) n1: 204800 0x7D3D9E: PG::_write_info(ObjectStore::Transaction&, unsigned int, pg_info_t&, coll_t, std::map, std::allocator > >&, interval_set&, hobject_t&, unsigned char, bool, bool) (encoding.h:52) n1: 204800 0x7D47FC: PG::write_info(ObjectStore::Transaction&) (PG.cc:2549) n2: 204800 0x7D4B37: PG::write_if_dirty(ObjectStore::Transaction&) (PG.cc:2593) n1: 204800 0x7D5035: PG::init(int, std::vector >&, int, std::vector >&, int, pg_history_t&, std::map, std::allocator > >&, bool, ObjectStore::Transaction*) (PG.cc:2361) n1: 204800 0x63F67D: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1933) n2: 204800 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n1: 204800 0x648637: OSD::handle_pg_notify(std::tr1::shared_ptr) (OSD.cc:6502) n1: 204800 0x6506E0: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4760) n1: 204800 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 204800 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 204800 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 204800 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 204800 0x54A6F6C: start_thread (pthread_create.c:311) n0: 204800 0x6F3C9CB: clone (clone.S:113) n0: 0 in 1 place, below massif's threshold (01.00%) n0: 0 in 1 place, below massif's threshold (01.00%) n1: 204800 0x6BF0A3: pg_info_t::encode(ceph::buffer::list&) const (encoding.h:52) n1: 204800 0x7D3E83: PG::_write_info(ObjectStore::Transaction&, unsigned int, pg_info_t&, coll_t, std::map, std::allocator > >&, interval_set&, hobject_t&, unsigned char, bool, bool) (osd_types.h:1581) n1: 204800 0x7D47FC: PG::write_info(ObjectStore::Transaction&) (PG.cc:2549) n2: 204800 0x7D4B37: PG::write_if_dirty(ObjectStore::Transaction&) (PG.cc:2593) n1: 204800 0x7D5035: PG::init(int, std::vector >&, int, std::vector >&, int, pg_history_t&, std::map, std::allocator > >&, bool, ObjectStore::Transaction*) (PG.cc:2361) n1: 204800 0x63F67D: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1933) n2: 204800 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n1: 204800 0x648637: OSD::handle_pg_notify(std::tr1::shared_ptr) (OSD.cc:6502) n1: 204800 0x6506E0: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4760) n1: 204800 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 204800 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 204800 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 204800 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 204800 0x54A6F6C: start_thread (pthread_create.c:311) n0: 204800 0x6F3C9CB: clone (clone.S:113) n0: 0 in 1 place, below massif's threshold (01.00%) n0: 0 in 1 place, below massif's threshold (01.00%) n1: 204800 0x7D3F8A: PG::_write_info(ObjectStore::Transaction&, unsigned int, pg_info_t&, coll_t, std::map, std::allocator > >&, interval_set&, hobject_t&, unsigned char, bool, bool) (encoding.h:52) n1: 204800 0x7D47FC: PG::write_info(ObjectStore::Transaction&) (PG.cc:2549) n2: 204800 0x7D4B37: PG::write_if_dirty(ObjectStore::Transaction&) (PG.cc:2593) n1: 204800 0x7D5035: PG::init(int, std::vector >&, int, std::vector >&, int, pg_history_t&, std::map, std::allocator > >&, bool, ObjectStore::Transaction*) (PG.cc:2361) n1: 204800 0x63F67D: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1933) n2: 204800 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n1: 204800 0x648637: OSD::handle_pg_notify(std::tr1::shared_ptr) (OSD.cc:6502) n1: 204800 0x6506E0: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4760) n1: 204800 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 204800 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 204800 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 204800 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 204800 0x54A6F6C: start_thread (pthread_create.c:311) n0: 204800 0x6F3C9CB: clone (clone.S:113) n0: 0 in 1 place, below massif's threshold (01.00%) n0: 0 in 1 place, below massif's threshold (01.00%) n0: 135168 in 41 places, all below massif's threshold (01.00%) n1: 94208 0x66E75C: MOSDPGQuery::encode_payload(unsigned long) (encoding.h:52) n1: 94208 0x99B75C: Message::encode(unsigned long, bool) (Message.cc:175) n1: 94208 0xAF8AB0: Pipe::writer() (Pipe.cc:1620) n1: 94208 0xB02C9B: Pipe::Writer::entry() (Pipe.h:59) n1: 94208 0x54A6F6C: start_thread (pthread_create.c:311) n0: 94208 0x6F3C9CB: clone (clone.S:113) n0: 0 in 3 places, all below massif's threshold (01.00%) n0: 1143279 in 536 places, all below massif's threshold (01.00%) n1: 380928 0x640D3F2: leveldb::Arena::AllocateNewBlock(unsigned long) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 380928 0x640D46D: leveldb::Arena::AllocateFallback(unsigned long) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 356352 0x63F765C: leveldb::MemTable::Add(unsigned long, leveldb::ValueType, leveldb::Slice const&, leveldb::Slice const&) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 290816 0x6406D0A: ??? (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 290816 0x6407005: leveldb::WriteBatch::Iterate(leveldb::WriteBatch::Handler*) const (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 290816 0x6407272: leveldb::WriteBatchInternal::InsertInto(leveldb::WriteBatch const*, leveldb::MemTable*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 290816 0x63EC5EE: leveldb::DBImpl::Write(leveldb::WriteOptions const&, leveldb::WriteBatch*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 290816 0x79551E: LevelDBStore::submit_transaction(std::tr1::shared_ptr) (LevelDBStore.cc:125) n1: 286720 0x8F88AD: DBObjectMap::set_keys(ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const*) (DBObjectMap.cc:518) n1: 286720 0x72DB6B: FileStore::_omap_setkeys(coll_t, ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const&) (FileStore.cc:4506) n1: 286720 0x74AE15: FileStore::_do_transaction(ObjectStore::Transaction&, unsigned long, int, ThreadPool::TPHandle*) (FileStore.cc:2382) n1: 286720 0x74E18A: FileStore::_do_transactions(std::list >&, unsigned long, ThreadPool::TPHandle*) (FileStore.cc:1852) n1: 286720 0x74E315: FileStore::_do_op(FileStore::OpSequencer*, ThreadPool::TPHandle&) (FileStore.cc:1685) n1: 286720 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 286720 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 286720 0x54A6F6C: start_thread (pthread_create.c:311) n0: 286720 0x6F3C9CB: clone (clone.S:113) n0: 4096 in 1 place, below massif's threshold (01.00%) n1: 65536 0x6406D4F: ??? (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 65536 0x6406F66: leveldb::WriteBatch::Iterate(leveldb::WriteBatch::Handler*) const (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 65536 0x6407272: leveldb::WriteBatchInternal::InsertInto(leveldb::WriteBatch const*, leveldb::MemTable*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 65536 0x63EC5EE: leveldb::DBImpl::Write(leveldb::WriteOptions const&, leveldb::WriteBatch*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n0: 65536 in 2 places, all below massif's threshold (01.00%) n0: 24576 in 2 places, all below massif's threshold (01.00%) n2: 216315 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 216260 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 216260 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 216260 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 216260 0x54A6F6C: start_thread (pthread_create.c:311) n0: 216260 0x6F3C9CB: clone (clone.S:113) n0: 55 in 5 places, all below massif's threshold (01.00%) n2: 204304 0x686BBC: std::vector, std::allocator > > >, std::allocator, std::allocator > > > > >::_M_fill_insert(__gnu_cxx::__normal_iterator, std::allocator > > >*, std::vector, std::allocator > > >, std::allocator, std::allocator > > > > > >, unsigned long, std::pair, std::allocator > > > const&) (new_allocator.h:104) n1: 180800 0x68A588: MOSDPGNotify::decode_payload() (stl_vector.h:1024) n1: 180800 0x99C338: decode_message(CephContext*, ceph_msg_header&, ceph_msg_footer&, ceph::buffer::list&, ceph::buffer::list&, ceph::buffer::list&) (Message.cc:714) n1: 180800 0xAEED0F: Pipe::read_message(Message**) (Pipe.cc:1895) n1: 180800 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 180800 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 180800 0x54A6F6C: start_thread (pthread_create.c:311) n0: 180800 0x6F3C9CB: clone (clone.S:113) n0: 23504 in 1 place, below massif's threshold (01.00%) n1: 188320 0x81A714: std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_insert_(std::_Rb_tree_node_base*, std::_Rb_tree_node_base*, std::pair const&) (new_allocator.h:104) n2: 188320 0x81CB02: std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_insert_unique_(std::_Rb_tree_const_iterator >, std::pair const&) (stl_tree.h:1482) n2: 188320 0x81D18E: std::map, std::allocator > >::operator[](pg_shard_t const&) (stl_map.h:648) n1: 188320 0x7D08C7: PG::proc_replica_info(pg_shard_t, pg_info_t const&) (PG.cc:290) n1: 188320 0x7EBF40: PG::RecoveryState::GetInfo::react(PG::MNotifyRec const&) (PG.cc:6661) n1: 188320 0x82C096: boost::statechart::simple_state, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*) (custom_reaction.hpp:42) n1: 188320 0x817C49: boost::statechart::state_machine, boost::statechart::null_exception_translator>::send_event(boost::statechart::event_base const&) (state_machine.hpp:87) n1: 188320 0x7C923E: PG::handle_peering_event(std::tr1::shared_ptr, PG::RecoveryCtx*) (state_machine.hpp:275) n1: 188320 0x64CCFC: OSD::process_peering_events(std::list > const&, ThreadPool::TPHandle&) (OSD.cc:7593) n1: 188320 0x693A56: OSD::PeeringWQ::_process(std::list > const&, ThreadPool::TPHandle&) (OSD.h:1187) n1: 188320 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 188320 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 188320 0x54A6F6C: start_thread (pthread_create.c:311) n0: 188320 0x6F3C9CB: clone (clone.S:113) n0: 0 in 1 place, below massif's threshold (01.00%) n0: 0 in 1 place, below massif's threshold (01.00%) n1: 126267 0x66DDF37: std::string::_Rep::_S_create(unsigned long, unsigned long, std::allocator const&) (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.18) n0: 126267 in 5 places, all below massif's threshold (01.00%) n2: 116376 0x6897E4: void decode(std::map, std::allocator > >&, ceph::buffer::list::iterator&) (new_allocator.h:104) n1: 108888 0x68A4E7: MOSDPGNotify::decode_payload() (MOSDPGNotify.h:113) n1: 108888 0x99C338: decode_message(CephContext*, ceph_msg_header&, ceph_msg_footer&, ceph::buffer::list&, ceph::buffer::list&, ceph::buffer::list&) (Message.cc:714) n1: 108888 0xAEED0F: Pipe::read_message(Message**) (Pipe.cc:1895) n1: 108888 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 108888 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 108888 0x54A6F6C: start_thread (pthread_create.c:311) n0: 108888 0x6F3C9CB: clone (clone.S:113) n0: 7488 in 1 place, below massif's threshold (01.00%) n1: 69768 0x99D960: decode_message(CephContext*, ceph_msg_header&, ceph_msg_footer&, ceph::buffer::list&, ceph::buffer::list&, ceph::buffer::list&) (Message.cc:429) n1: 69768 0xAEED0F: Pipe::read_message(Message**) (Pipe.cc:1895) n1: 69768 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 69768 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 69768 0x54A6F6C: start_thread (pthread_create.c:311) n0: 69768 0x6F3C9CB: clone (clone.S:113) #----------- snapshot=5 #----------- time=1296623213 mem_heap_B=8452037 mem_heap_extra_B=946899 mem_stacks_B=0 heap_tree=empty #----------- snapshot=6 #----------- time=1569008410 mem_heap_B=12317969 mem_heap_extra_B=1053399 mem_stacks_B=0 heap_tree=empty #----------- snapshot=7 #----------- time=1923001797 mem_heap_B=14120202 mem_heap_extra_B=1274502 mem_stacks_B=0 heap_tree=empty #----------- snapshot=8 #----------- time=2215437347 mem_heap_B=17728539 mem_heap_extra_B=1210661 mem_stacks_B=0 heap_tree=empty #----------- snapshot=9 #----------- time=2360506149 mem_heap_B=19767757 mem_heap_extra_B=1411315 mem_stacks_B=0 heap_tree=detailed n13: 19767757 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n1: 7856616 0x60FEDA: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 7856616 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n2: 7856616 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n2: 6490248 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n1: 4504248 0x648FA9: OSD::handle_pg_log(std::tr1::shared_ptr) (OSD.cc:6532) n1: 4504248 0x650740: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4766) n1: 4504248 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 4504248 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 4504248 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 4504248 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 4504248 0x54A6F6C: start_thread (pthread_create.c:311) n0: 4504248 0x6F3C9CB: clone (clone.S:113) n1: 1986000 0x648637: OSD::handle_pg_notify(std::tr1::shared_ptr) (OSD.cc:6502) n1: 1986000 0x6506E0: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4760) n1: 1986000 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 1986000 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 1986000 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 1986000 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 1986000 0x54A6F6C: start_thread (pthread_create.c:311) n0: 1986000 0x6F3C9CB: clone (clone.S:113) n1: 1366368 0x64FE5B: OSD::handle_pg_create(std::tr1::shared_ptr) (OSD.cc:6230) n1: 1366368 0x650770: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4756) n1: 1366368 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 1366368 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 1366368 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 1366368 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 1366368 0x54A6F6C: start_thread (pthread_create.c:311) n0: 1366368 0x6F3C9CB: clone (clone.S:113) n1: 4804608 0x640D3F2: leveldb::Arena::AllocateNewBlock(unsigned long) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n3: 4804608 0x640D46D: leveldb::Arena::AllocateFallback(unsigned long) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 4476928 0x63F765C: leveldb::MemTable::Add(unsigned long, leveldb::ValueType, leveldb::Slice const&, leveldb::Slice const&) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 4116480 0x6406D0A: ??? (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 4116480 0x6407005: leveldb::WriteBatch::Iterate(leveldb::WriteBatch::Handler*) const (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 4116480 0x6407272: leveldb::WriteBatchInternal::InsertInto(leveldb::WriteBatch const*, leveldb::MemTable*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 4116480 0x63EC5EE: leveldb::DBImpl::Write(leveldb::WriteOptions const&, leveldb::WriteBatch*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 4096000 0x79551E: LevelDBStore::submit_transaction(std::tr1::shared_ptr) (LevelDBStore.cc:125) n1: 4075520 0x8F88AD: DBObjectMap::set_keys(ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const*) (DBObjectMap.cc:518) n1: 4075520 0x72DB6B: FileStore::_omap_setkeys(coll_t, ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const&) (FileStore.cc:4506) n1: 4075520 0x74AE15: FileStore::_do_transaction(ObjectStore::Transaction&, unsigned long, int, ThreadPool::TPHandle*) (FileStore.cc:2382) n1: 4075520 0x74E18A: FileStore::_do_transactions(std::list >&, unsigned long, ThreadPool::TPHandle*) (FileStore.cc:1852) n1: 4075520 0x74E315: FileStore::_do_op(FileStore::OpSequencer*, ThreadPool::TPHandle&) (FileStore.cc:1685) n1: 4075520 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 4075520 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 4075520 0x54A6F6C: start_thread (pthread_create.c:311) n0: 4075520 0x6F3C9CB: clone (clone.S:113) n0: 20480 in 1 place, below massif's threshold (01.00%) n0: 20480 in 1 place, below massif's threshold (01.00%) n1: 360448 0x6406D4F: ??? (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 360448 0x6406F66: leveldb::WriteBatch::Iterate(leveldb::WriteBatch::Handler*) const (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 360448 0x6407272: leveldb::WriteBatchInternal::InsertInto(leveldb::WriteBatch const*, leveldb::MemTable*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 360448 0x63EC5EE: leveldb::DBImpl::Write(leveldb::WriteOptions const&, leveldb::WriteBatch*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 339968 0x79551E: LevelDBStore::submit_transaction(std::tr1::shared_ptr) (LevelDBStore.cc:125) n1: 339968 0x8F88AD: DBObjectMap::set_keys(ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const*) (DBObjectMap.cc:518) n1: 339968 0x72DB6B: FileStore::_omap_setkeys(coll_t, ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const&) (FileStore.cc:4506) n1: 339968 0x74AE15: FileStore::_do_transaction(ObjectStore::Transaction&, unsigned long, int, ThreadPool::TPHandle*) (FileStore.cc:2382) n1: 339968 0x74E18A: FileStore::_do_transactions(std::list >&, unsigned long, ThreadPool::TPHandle*) (FileStore.cc:1852) n1: 339968 0x74E315: FileStore::_do_op(FileStore::OpSequencer*, ThreadPool::TPHandle&) (FileStore.cc:1685) n1: 339968 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 339968 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 339968 0x54A6F6C: start_thread (pthread_create.c:311) n0: 339968 0x6F3C9CB: clone (clone.S:113) n0: 20480 in 1 place, below massif's threshold (01.00%) n1: 323584 0x63F7ADF: leveldb::SkipList::Insert(char const* const&) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 323584 0x63F7635: leveldb::MemTable::Add(unsigned long, leveldb::ValueType, leveldb::Slice const&, leveldb::Slice const&) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n0: 323584 in 2 places, all below massif's threshold (01.00%) n0: 4096 in 1 place, below massif's threshold (01.00%) n0: 2701862 in 563 places, all below massif's threshold (01.00%) n2: 1331200 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 1331200 0xA44E19: ceph::buffer::list::append(char const*, unsigned int) (buffer.cc:1238) n0: 1331200 in 103 places, all below massif's threshold (01.00%) n0: 0 in 3 places, all below massif's threshold (01.00%) n1: 678480 0x81A714: std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_insert_(std::_Rb_tree_node_base*, std::_Rb_tree_node_base*, std::pair const&) (new_allocator.h:104) n2: 678480 0x81CB02: std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_insert_unique_(std::_Rb_tree_const_iterator >, std::pair const&) (stl_tree.h:1482) n2: 678480 0x81D18E: std::map, std::allocator > >::operator[](pg_shard_t const&) (stl_map.h:648) n1: 678480 0x7D08C7: PG::proc_replica_info(pg_shard_t, pg_info_t const&) (PG.cc:290) n1: 678480 0x7EBF40: PG::RecoveryState::GetInfo::react(PG::MNotifyRec const&) (PG.cc:6661) n1: 678480 0x82C096: boost::statechart::simple_state, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*) (custom_reaction.hpp:42) n1: 678480 0x817C49: boost::statechart::state_machine, boost::statechart::null_exception_translator>::send_event(boost::statechart::event_base const&) (state_machine.hpp:87) n1: 678480 0x7C923E: PG::handle_peering_event(std::tr1::shared_ptr, PG::RecoveryCtx*) (state_machine.hpp:275) n1: 678480 0x64CCFC: OSD::process_peering_events(std::list > const&, ThreadPool::TPHandle&) (OSD.cc:7593) n1: 678480 0x693A56: OSD::PeeringWQ::_process(std::list > const&, ThreadPool::TPHandle&) (OSD.h:1187) n1: 678480 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 678480 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 678480 0x54A6F6C: start_thread (pthread_create.c:311) n0: 678480 0x6F3C9CB: clone (clone.S:113) n0: 0 in 1 place, below massif's threshold (01.00%) n0: 0 in 1 place, below massif's threshold (01.00%) n1: 492158 0x66DDF37: std::string::_Rep::_S_create(unsigned long, unsigned long, std::allocator const&) (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.18) n0: 492158 in 5 places, all below massif's threshold (01.00%) n1: 360144 0x99DAC4: decode_message(CephContext*, ceph_msg_header&, ceph_msg_footer&, ceph::buffer::list&, ceph::buffer::list&, ceph::buffer::list&) (Message.cc:432) n1: 360144 0xAEED0F: Pipe::read_message(Message**) (Pipe.cc:1895) n1: 360144 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 360144 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 360144 0x54A6F6C: start_thread (pthread_create.c:311) n0: 360144 0x6F3C9CB: clone (clone.S:113) n2: 284832 0x731368: FileStore::queue_transactions(ObjectStore::Sequencer*, std::list >&, std::tr1::shared_ptr, ThreadPool::TPHandle*) (FileStore.cc:1750) n1: 284544 0x668783: ObjectStore::queue_transaction(ObjectStore::Sequencer*, ObjectStore::Transaction*, Context*, Context*, Context*, std::tr1::shared_ptr, ThreadPool::TPHandle*) (ObjectStore.h:842) n2: 284544 0x637C8D: OSD::dispatch_context(PG::RecoveryCtx&, PG*, std::tr1::shared_ptr, ThreadPool::TPHandle*) (OSD.cc:6334) n1: 235008 0x647255: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2331) n0: 235008 in 2 places, all below massif's threshold (01.00%) n0: 49536 in 1 place, below massif's threshold (01.00%) n0: 288 in 1 place, below massif's threshold (01.00%) n2: 280049 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 280049 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 280049 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 280049 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 280049 0x54A6F6C: start_thread (pthread_create.c:311) n0: 280049 0x6F3C9CB: clone (clone.S:113) n0: 0 in 5 places, all below massif's threshold (01.00%) n1: 262144 0x26A12840: galois_create_mult_tables (galois.c:241) n1: 262144 0x26A13805: galois_single_multiply (galois.c:347) n1: 262144 0x26A180E9: reed_sol_extended_vandermonde_matrix (reed_sol.c:266) n1: 262144 0x26A18160: reed_sol_big_vandermonde_distribution_matrix (reed_sol.c:280) n1: 262144 0x26A185A8: reed_sol_vandermonde_coding_matrix (reed_sol.c:84) n1: 262144 0x26A0B680: ErasureCodeJerasureReedSolomonVandermonde::prepare() (ErasureCodeJerasure.cc:263) n1: 262144 0x26A0BF29: ErasureCodeJerasure::init(std::map, std::allocator > > const&) (ErasureCodeJerasure.cc:60) n1: 262144 0x26A0AB97: ErasureCodePluginJerasure::factory(std::map, std::allocator > > const&, std::tr1::shared_ptr*) (ErasureCodePluginJerasure.cc:60) n1: 262144 0x927E93: ceph::ErasureCodePluginRegistry::factory(std::string const&, std::map, std::allocator > > const&, std::tr1::shared_ptr*) (ErasureCodePlugin.cc:91) n1: 262144 0x8DCF8B: PGBackend::build_pg_backend(pg_pool_t const&, PGBackend::Listener*, coll_t, coll_t, ObjectStore*, CephContext*) (PGBackend.cc:277) n1: 262144 0x8A3D56: ReplicatedPG::ReplicatedPG(OSDService*, std::tr1::shared_ptr, PGPool const&, spg_t, hobject_t const&, hobject_t const&) (ReplicatedPG.cc:1034) n1: 262144 0x60FF2A: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 262144 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n1: 262144 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n1: 262144 0x64FE5B: OSD::handle_pg_create(std::tr1::shared_ptr) (OSD.cc:6230) n1: 262144 0x650770: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4756) n1: 262144 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 262144 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 262144 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 262144 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 262144 0x54A6F6C: start_thread (pthread_create.c:311) n0: 262144 0x6F3C9CB: clone (clone.S:113) n1: 262144 0x26A1285D: galois_create_mult_tables (galois.c:244) n1: 262144 0x26A13805: galois_single_multiply (galois.c:347) n1: 262144 0x26A180E9: reed_sol_extended_vandermonde_matrix (reed_sol.c:266) n1: 262144 0x26A18160: reed_sol_big_vandermonde_distribution_matrix (reed_sol.c:280) n1: 262144 0x26A185A8: reed_sol_vandermonde_coding_matrix (reed_sol.c:84) n1: 262144 0x26A0B680: ErasureCodeJerasureReedSolomonVandermonde::prepare() (ErasureCodeJerasure.cc:263) n1: 262144 0x26A0BF29: ErasureCodeJerasure::init(std::map, std::allocator > > const&) (ErasureCodeJerasure.cc:60) n1: 262144 0x26A0AB97: ErasureCodePluginJerasure::factory(std::map, std::allocator > > const&, std::tr1::shared_ptr*) (ErasureCodePluginJerasure.cc:60) n1: 262144 0x927E93: ceph::ErasureCodePluginRegistry::factory(std::string const&, std::map, std::allocator > > const&, std::tr1::shared_ptr*) (ErasureCodePlugin.cc:91) n1: 262144 0x8DCF8B: PGBackend::build_pg_backend(pg_pool_t const&, PGBackend::Listener*, coll_t, coll_t, ObjectStore*, CephContext*) (PGBackend.cc:277) n1: 262144 0x8A3D56: ReplicatedPG::ReplicatedPG(OSDService*, std::tr1::shared_ptr, PGPool const&, spg_t, hobject_t const&, hobject_t const&) (ReplicatedPG.cc:1034) n1: 262144 0x60FF2A: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 262144 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n1: 262144 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n1: 262144 0x64FE5B: OSD::handle_pg_create(std::tr1::shared_ptr) (OSD.cc:6230) n1: 262144 0x650770: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4756) n1: 262144 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 262144 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 262144 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 262144 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 262144 0x54A6F6C: start_thread (pthread_create.c:311) n0: 262144 0x6F3C9CB: clone (clone.S:113) n1: 227328 0x8DD0ED: PGBackend::build_pg_backend(pg_pool_t const&, PGBackend::Listener*, coll_t, coll_t, ObjectStore*, CephContext*) (PGBackend.cc:269) n1: 227328 0x8A3D56: ReplicatedPG::ReplicatedPG(OSDService*, std::tr1::shared_ptr, PGPool const&, spg_t, hobject_t const&, hobject_t const&) (ReplicatedPG.cc:1034) n1: 227328 0x60FF2A: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 227328 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n1: 227328 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n1: 227328 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n0: 227328 in 2 places, all below massif's threshold (01.00%) n1: 226192 0x6860F5: std::map, std::allocator > >::operator[](pg_t const&) (new_allocator.h:104) n1: 226192 0x6290B4: OSD::send_pg_stats(utime_t const&) (OSD.cc:3940) n1: 226192 0x6299FF: OSD::do_mon_report() (OSD.cc:3514) n1: 226192 0x6513F6: OSD::tick() (OSD.cc:3197) n1: 226192 0x6591E7: Context::complete(int) (Context.h:64) n1: 226192 0xA2A33A: SafeTimer::timer_thread() (Timer.cc:105) n1: 226192 0xA2B3BB: SafeTimerThread::entry() (Timer.cc:38) n1: 226192 0x54A6F6C: start_thread (pthread_create.c:311) n0: 226192 0x6F3C9CB: clone (clone.S:113) #----------- snapshot=10 #----------- time=2589406906 mem_heap_B=23018150 mem_heap_extra_B=1610330 mem_stacks_B=0 heap_tree=detailed n10: 23018150 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n1: 9802896 0x60FEDA: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 9802896 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n2: 9802896 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n2: 8436528 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n1: 6450528 0x648FA9: OSD::handle_pg_log(std::tr1::shared_ptr) (OSD.cc:6532) n1: 6450528 0x650740: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4766) n1: 6450528 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 6450528 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 6450528 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 6450528 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 6450528 0x54A6F6C: start_thread (pthread_create.c:311) n0: 6450528 0x6F3C9CB: clone (clone.S:113) n1: 1986000 0x648637: OSD::handle_pg_notify(std::tr1::shared_ptr) (OSD.cc:6502) n1: 1986000 0x6506E0: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4760) n1: 1986000 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 1986000 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 1986000 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 1986000 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 1986000 0x54A6F6C: start_thread (pthread_create.c:311) n0: 1986000 0x6F3C9CB: clone (clone.S:113) n1: 1366368 0x64FE5B: OSD::handle_pg_create(std::tr1::shared_ptr) (OSD.cc:6230) n1: 1366368 0x650770: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4756) n1: 1366368 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 1366368 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 1366368 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 1366368 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 1366368 0x54A6F6C: start_thread (pthread_create.c:311) n0: 1366368 0x6F3C9CB: clone (clone.S:113) n1: 5652480 0x640D3F2: leveldb::Arena::AllocateNewBlock(unsigned long) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n3: 5652480 0x640D46D: leveldb::Arena::AllocateFallback(unsigned long) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 5242880 0x63F765C: leveldb::MemTable::Add(unsigned long, leveldb::ValueType, leveldb::Slice const&, leveldb::Slice const&) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 4739072 0x6406D0A: ??? (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 4739072 0x6407005: leveldb::WriteBatch::Iterate(leveldb::WriteBatch::Handler*) const (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 4739072 0x6407272: leveldb::WriteBatchInternal::InsertInto(leveldb::WriteBatch const*, leveldb::MemTable*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 4739072 0x63EC5EE: leveldb::DBImpl::Write(leveldb::WriteOptions const&, leveldb::WriteBatch*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 4718592 0x79551E: LevelDBStore::submit_transaction(std::tr1::shared_ptr) (LevelDBStore.cc:125) n1: 4698112 0x8F88AD: DBObjectMap::set_keys(ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const*) (DBObjectMap.cc:518) n1: 4698112 0x72DB6B: FileStore::_omap_setkeys(coll_t, ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const&) (FileStore.cc:4506) n1: 4698112 0x74AE15: FileStore::_do_transaction(ObjectStore::Transaction&, unsigned long, int, ThreadPool::TPHandle*) (FileStore.cc:2382) n1: 4698112 0x74E18A: FileStore::_do_transactions(std::list >&, unsigned long, ThreadPool::TPHandle*) (FileStore.cc:1852) n1: 4698112 0x74E315: FileStore::_do_op(FileStore::OpSequencer*, ThreadPool::TPHandle&) (FileStore.cc:1685) n1: 4698112 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 4698112 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 4698112 0x54A6F6C: start_thread (pthread_create.c:311) n0: 4698112 0x6F3C9CB: clone (clone.S:113) n0: 20480 in 1 place, below massif's threshold (01.00%) n0: 20480 in 1 place, below massif's threshold (01.00%) n1: 503808 0x6406D4F: ??? (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 503808 0x6406F66: leveldb::WriteBatch::Iterate(leveldb::WriteBatch::Handler*) const (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 503808 0x6407272: leveldb::WriteBatchInternal::InsertInto(leveldb::WriteBatch const*, leveldb::MemTable*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 503808 0x63EC5EE: leveldb::DBImpl::Write(leveldb::WriteOptions const&, leveldb::WriteBatch*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 479232 0x79551E: LevelDBStore::submit_transaction(std::tr1::shared_ptr) (LevelDBStore.cc:125) n1: 479232 0x8F88AD: DBObjectMap::set_keys(ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const*) (DBObjectMap.cc:518) n1: 479232 0x72DB6B: FileStore::_omap_setkeys(coll_t, ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const&) (FileStore.cc:4506) n1: 479232 0x74AE15: FileStore::_do_transaction(ObjectStore::Transaction&, unsigned long, int, ThreadPool::TPHandle*) (FileStore.cc:2382) n1: 479232 0x74E18A: FileStore::_do_transactions(std::list >&, unsigned long, ThreadPool::TPHandle*) (FileStore.cc:1852) n1: 479232 0x74E315: FileStore::_do_op(FileStore::OpSequencer*, ThreadPool::TPHandle&) (FileStore.cc:1685) n1: 479232 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 479232 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 479232 0x54A6F6C: start_thread (pthread_create.c:311) n0: 479232 0x6F3C9CB: clone (clone.S:113) n0: 24576 in 1 place, below massif's threshold (01.00%) n1: 405504 0x63F7ADF: leveldb::SkipList::Insert(char const* const&) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 405504 0x63F7635: leveldb::MemTable::Add(unsigned long, leveldb::ValueType, leveldb::Slice const&, leveldb::Slice const&) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n0: 405504 in 2 places, all below massif's threshold (01.00%) n0: 4096 in 1 place, below massif's threshold (01.00%) n0: 3601775 in 566 places, all below massif's threshold (01.00%) n2: 1388544 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 1384448 0xA44E19: ceph::buffer::list::append(char const*, unsigned int) (buffer.cc:1238) n0: 1384448 in 103 places, all below massif's threshold (01.00%) n0: 4096 in 3 places, all below massif's threshold (01.00%) n1: 742720 0x81A714: std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_insert_(std::_Rb_tree_node_base*, std::_Rb_tree_node_base*, std::pair const&) (new_allocator.h:104) n2: 742720 0x81CB02: std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_insert_unique_(std::_Rb_tree_const_iterator >, std::pair const&) (stl_tree.h:1482) n2: 742720 0x81D18E: std::map, std::allocator > >::operator[](pg_shard_t const&) (stl_map.h:648) n1: 742720 0x7D08C7: PG::proc_replica_info(pg_shard_t, pg_info_t const&) (PG.cc:290) n1: 742720 0x7EBF40: PG::RecoveryState::GetInfo::react(PG::MNotifyRec const&) (PG.cc:6661) n1: 742720 0x82C096: boost::statechart::simple_state, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*) (custom_reaction.hpp:42) n1: 742720 0x817C49: boost::statechart::state_machine, boost::statechart::null_exception_translator>::send_event(boost::statechart::event_base const&) (state_machine.hpp:87) n1: 742720 0x7C923E: PG::handle_peering_event(std::tr1::shared_ptr, PG::RecoveryCtx*) (state_machine.hpp:275) n1: 742720 0x64CCFC: OSD::process_peering_events(std::list > const&, ThreadPool::TPHandle&) (OSD.cc:7593) n1: 742720 0x693A56: OSD::PeeringWQ::_process(std::list > const&, ThreadPool::TPHandle&) (OSD.h:1187) n1: 742720 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 742720 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 742720 0x54A6F6C: start_thread (pthread_create.c:311) n0: 742720 0x6F3C9CB: clone (clone.S:113) n0: 0 in 1 place, below massif's threshold (01.00%) n0: 0 in 1 place, below massif's threshold (01.00%) n2: 681639 0x66DDF37: std::string::_Rep::_S_create(unsigned long, unsigned long, std::allocator const&) (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.18) n0: 424169 in 4 places, all below massif's threshold (01.00%) n2: 257470 0x66DEAD9: std::string::_Rep::_M_clone(std::allocator const&, unsigned long) (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.18) n1: 254584 0x66DEB72: std::string::reserve(unsigned long) (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.18) n0: 254584 in 16 places, all below massif's threshold (01.00%) n0: 2886 in 2 places, all below massif's threshold (01.00%) n2: 355392 0x731368: FileStore::queue_transactions(ObjectStore::Sequencer*, std::list >&, std::tr1::shared_ptr, ThreadPool::TPHandle*) (FileStore.cc:1750) n1: 355104 0x668783: ObjectStore::queue_transaction(ObjectStore::Sequencer*, ObjectStore::Transaction*, Context*, Context*, Context*, std::tr1::shared_ptr, ThreadPool::TPHandle*) (ObjectStore.h:842) n2: 355104 0x637C8D: OSD::dispatch_context(PG::RecoveryCtx&, PG*, std::tr1::shared_ptr, ThreadPool::TPHandle*) (OSD.cc:6334) n1: 305568 0x647255: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2331) n0: 305568 in 2 places, all below massif's threshold (01.00%) n0: 49536 in 1 place, below massif's threshold (01.00%) n0: 288 in 1 place, below massif's threshold (01.00%) n1: 268416 0x8DD00B: PGBackend::build_pg_backend(pg_pool_t const&, PGBackend::Listener*, coll_t, coll_t, ObjectStore*, CephContext*) (PGBackend.cc:286) n1: 268416 0x8A3D56: ReplicatedPG::ReplicatedPG(OSDService*, std::tr1::shared_ptr, PGPool const&, spg_t, hobject_t const&, hobject_t const&) (ReplicatedPG.cc:1034) n1: 268416 0x60FF2A: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 268416 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n1: 268416 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n0: 268416 in 2 places, all below massif's threshold (01.00%) n1: 262144 0x26A12840: galois_create_mult_tables (galois.c:241) n1: 262144 0x26A13805: galois_single_multiply (galois.c:347) n1: 262144 0x26A180E9: reed_sol_extended_vandermonde_matrix (reed_sol.c:266) n1: 262144 0x26A18160: reed_sol_big_vandermonde_distribution_matrix (reed_sol.c:280) n1: 262144 0x26A185A8: reed_sol_vandermonde_coding_matrix (reed_sol.c:84) n1: 262144 0x26A0B680: ErasureCodeJerasureReedSolomonVandermonde::prepare() (ErasureCodeJerasure.cc:263) n1: 262144 0x26A0BF29: ErasureCodeJerasure::init(std::map, std::allocator > > const&) (ErasureCodeJerasure.cc:60) n1: 262144 0x26A0AB97: ErasureCodePluginJerasure::factory(std::map, std::allocator > > const&, std::tr1::shared_ptr*) (ErasureCodePluginJerasure.cc:60) n1: 262144 0x927E93: ceph::ErasureCodePluginRegistry::factory(std::string const&, std::map, std::allocator > > const&, std::tr1::shared_ptr*) (ErasureCodePlugin.cc:91) n1: 262144 0x8DCF8B: PGBackend::build_pg_backend(pg_pool_t const&, PGBackend::Listener*, coll_t, coll_t, ObjectStore*, CephContext*) (PGBackend.cc:277) n1: 262144 0x8A3D56: ReplicatedPG::ReplicatedPG(OSDService*, std::tr1::shared_ptr, PGPool const&, spg_t, hobject_t const&, hobject_t const&) (ReplicatedPG.cc:1034) n1: 262144 0x60FF2A: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 262144 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n1: 262144 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n1: 262144 0x64FE5B: OSD::handle_pg_create(std::tr1::shared_ptr) (OSD.cc:6230) n1: 262144 0x650770: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4756) n1: 262144 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 262144 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 262144 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 262144 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 262144 0x54A6F6C: start_thread (pthread_create.c:311) n0: 262144 0x6F3C9CB: clone (clone.S:113) n1: 262144 0x26A1285D: galois_create_mult_tables (galois.c:244) n1: 262144 0x26A13805: galois_single_multiply (galois.c:347) n1: 262144 0x26A180E9: reed_sol_extended_vandermonde_matrix (reed_sol.c:266) n1: 262144 0x26A18160: reed_sol_big_vandermonde_distribution_matrix (reed_sol.c:280) n1: 262144 0x26A185A8: reed_sol_vandermonde_coding_matrix (reed_sol.c:84) n1: 262144 0x26A0B680: ErasureCodeJerasureReedSolomonVandermonde::prepare() (ErasureCodeJerasure.cc:263) n1: 262144 0x26A0BF29: ErasureCodeJerasure::init(std::map, std::allocator > > const&) (ErasureCodeJerasure.cc:60) n1: 262144 0x26A0AB97: ErasureCodePluginJerasure::factory(std::map, std::allocator > > const&, std::tr1::shared_ptr*) (ErasureCodePluginJerasure.cc:60) n1: 262144 0x927E93: ceph::ErasureCodePluginRegistry::factory(std::string const&, std::map, std::allocator > > const&, std::tr1::shared_ptr*) (ErasureCodePlugin.cc:91) n1: 262144 0x8DCF8B: PGBackend::build_pg_backend(pg_pool_t const&, PGBackend::Listener*, coll_t, coll_t, ObjectStore*, CephContext*) (PGBackend.cc:277) n1: 262144 0x8A3D56: ReplicatedPG::ReplicatedPG(OSDService*, std::tr1::shared_ptr, PGPool const&, spg_t, hobject_t const&, hobject_t const&) (ReplicatedPG.cc:1034) n1: 262144 0x60FF2A: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 262144 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n1: 262144 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n1: 262144 0x64FE5B: OSD::handle_pg_create(std::tr1::shared_ptr) (OSD.cc:6230) n1: 262144 0x650770: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4756) n1: 262144 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 262144 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 262144 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 262144 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 262144 0x54A6F6C: start_thread (pthread_create.c:311) n0: 262144 0x6F3C9CB: clone (clone.S:113) #----------- snapshot=11 #----------- time=2781893383 mem_heap_B=24139546 mem_heap_extra_B=1754014 mem_stacks_B=0 heap_tree=empty #----------- snapshot=12 #----------- time=3056554070 mem_heap_B=163060660 mem_heap_extra_B=5772428 mem_stacks_B=0 heap_tree=empty #----------- snapshot=13 #----------- time=3256418974 mem_heap_B=337468606 mem_heap_extra_B=11132850 mem_stacks_B=0 heap_tree=detailed n5: 337468606 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 172081901 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 172058205 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 172058205 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 172058205 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 172058205 0x54A6F6C: start_thread (pthread_create.c:311) n0: 172058205 0x6F3C9CB: clone (clone.S:113) n0: 23696 in 10 places, all below massif's threshold (01.00%) n4: 139161600 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 75497472 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 75497472 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 75497472 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 75497472 0x54A6F6C: start_thread (pthread_create.c:311) n0: 75497472 0x6F3C9CB: clone (clone.S:113) n1: 50331648 0x26A0E81B: ErasureCodeJerasure::encode(std::set, std::allocator > const&, ceph::buffer::list const&, std::map, std::allocator > >*) (ErasureCodeJerasure.cc:118) n1: 50331648 0x958038: ECUtil::encode(ECUtil::stripe_info_t const&, std::tr1::shared_ptr&, ceph::buffer::list&, std::set, std::allocator > const&, std::map, std::allocator > >*) (ECUtil.cc:120) n1: 50331648 0x955647: TransGenerator::operator()(ECTransaction::AppendOp const&) (ECTransaction.cc:137) n1: 50331648 0x953DE1: ECTransaction::generate_transactions(std::map, std::less, std::allocator > > >&, std::tr1::shared_ptr&, pg_t, ECUtil::stripe_info_t const&, std::map, std::allocator > >*, std::set, std::allocator >*, std::set, std::allocator >*, std::basic_stringstream, std::allocator >*) const (variant.hpp:1017) n1: 50331648 0x939975: ECBackend::start_write(ECBackend::Op*) (ECBackend.cc:1478) n1: 50331648 0x93B285: ECBackend::submit_transaction(hobject_t const&, eversion_t const&, PGBackend::PGTransaction*, eversion_t const&, std::vector >&, Context*, Context*, Context*, unsigned long, osd_reqid_t, std::tr1::shared_ptr) (ECBackend.cc:1244) n1: 50331648 0x859016: ReplicatedPG::issue_repop(ReplicatedPG::RepGather*, utime_t) (ReplicatedPG.cc:6401) n1: 50331648 0x898AD5: ReplicatedPG::execute_ctx(ReplicatedPG::OpContext*) (ReplicatedPG.cc:1793) n1: 50331648 0x89C295: ReplicatedPG::do_op(std::tr1::shared_ptr) (ReplicatedPG.cc:1450) n1: 50331648 0x843753: ReplicatedPG::do_request(std::tr1::shared_ptr, ThreadPool::TPHandle&) (ReplicatedPG.cc:1092) n1: 50331648 0x6059AF: OSD::dequeue_op(boost::intrusive_ptr, std::tr1::shared_ptr, ThreadPool::TPHandle&) (OSD.cc:7531) n1: 50331648 0x61F013: OSD::OpWQ::_process(boost::intrusive_ptr, ThreadPool::TPHandle&) (OSD.cc:7501) n1: 50331648 0x66119A: ThreadPool::WorkQueueVal, std::tr1::shared_ptr >, boost::intrusive_ptr >::_void_process(void*, ThreadPool::TPHandle&) (WorkQueue.h:190) n1: 50331648 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 50331648 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 50331648 0x54A6F6C: start_thread (pthread_create.c:311) n0: 50331648 0x6F3C9CB: clone (clone.S:113) n1: 12607488 0xA45A48: ceph::buffer::list::rebuild_page_aligned() (buffer.cc:1132) n1: 12607488 0x9035BD: FileJournal::align_bl(long, ceph::buffer::list&) (FileJournal.cc:920) n1: 12607488 0x909A7D: FileJournal::write_aio_bl(long&, ceph::buffer::list&, unsigned long) (FileJournal.cc:1268) n1: 12607488 0x90A91D: FileJournal::do_aio_write(ceph::buffer::list&) (FileJournal.cc:1246) n1: 12607488 0x90FA32: FileJournal::write_thread_entry() (FileJournal.cc:1168) n1: 12607488 0x751D1B: FileJournal::Writer::entry() (FileJournal.h:334) n1: 12607488 0x54A6F6C: start_thread (pthread_create.c:311) n0: 12607488 0x6F3C9CB: clone (clone.S:113) n0: 724992 in 3 places, all below massif's threshold (01.00%) n1: 10168320 0x60FEDA: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 10168320 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n2: 10168320 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n2: 8801952 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n1: 6815952 0x648FA9: OSD::handle_pg_log(std::tr1::shared_ptr) (OSD.cc:6532) n1: 6815952 0x650740: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4766) n1: 6815952 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 6815952 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 6815952 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 6815952 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 6815952 0x54A6F6C: start_thread (pthread_create.c:311) n0: 6815952 0x6F3C9CB: clone (clone.S:113) n0: 1986000 in 1 place, below massif's threshold (01.00%) n0: 1366368 in 1 place, below massif's threshold (01.00%) n0: 8946129 in 649 places, all below massif's threshold (01.00%) n1: 7110656 0x640D3F2: leveldb::Arena::AllocateNewBlock(unsigned long) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 7110656 0x640D46D: leveldb::Arena::AllocateFallback(unsigned long) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 6606848 0x63F765C: leveldb::MemTable::Add(unsigned long, leveldb::ValueType, leveldb::Slice const&, leveldb::Slice const&) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 6053888 0x6406D0A: ??? (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 6053888 0x6407005: leveldb::WriteBatch::Iterate(leveldb::WriteBatch::Handler*) const (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 6053888 0x6407272: leveldb::WriteBatchInternal::InsertInto(leveldb::WriteBatch const*, leveldb::MemTable*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 6053888 0x63EC5EE: leveldb::DBImpl::Write(leveldb::WriteOptions const&, leveldb::WriteBatch*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 6033408 0x79551E: LevelDBStore::submit_transaction(std::tr1::shared_ptr) (LevelDBStore.cc:125) n1: 6012928 0x8F88AD: DBObjectMap::set_keys(ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const*) (DBObjectMap.cc:518) n1: 6012928 0x72DB6B: FileStore::_omap_setkeys(coll_t, ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const&) (FileStore.cc:4506) n1: 6012928 0x74AE15: FileStore::_do_transaction(ObjectStore::Transaction&, unsigned long, int, ThreadPool::TPHandle*) (FileStore.cc:2382) n1: 6012928 0x74E18A: FileStore::_do_transactions(std::list >&, unsigned long, ThreadPool::TPHandle*) (FileStore.cc:1852) n1: 6012928 0x74E315: FileStore::_do_op(FileStore::OpSequencer*, ThreadPool::TPHandle&) (FileStore.cc:1685) n1: 6012928 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 6012928 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 6012928 0x54A6F6C: start_thread (pthread_create.c:311) n0: 6012928 0x6F3C9CB: clone (clone.S:113) n0: 20480 in 1 place, below massif's threshold (01.00%) n0: 20480 in 1 place, below massif's threshold (01.00%) n0: 552960 in 1 place, below massif's threshold (01.00%) n0: 503808 in 2 places, all below massif's threshold (01.00%) #----------- snapshot=14 #----------- time=3542397540 mem_heap_B=420678123 mem_heap_extra_B=8170861 mem_stacks_B=0 heap_tree=detailed n5: 420678123 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 285361530 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 285348458 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 285348458 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 285348458 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 285348458 0x54A6F6C: start_thread (pthread_create.c:311) n0: 285348458 0x6F3C9CB: clone (clone.S:113) n0: 13072 in 10 places, all below massif's threshold (01.00%) n3: 109682688 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 71303168 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 71303168 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 71303168 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 71303168 0x54A6F6C: start_thread (pthread_create.c:311) n0: 71303168 0x6F3C9CB: clone (clone.S:113) n1: 33554432 0x26A0E81B: ErasureCodeJerasure::encode(std::set, std::allocator > const&, ceph::buffer::list const&, std::map, std::allocator > >*) (ErasureCodeJerasure.cc:118) n1: 33554432 0x958038: ECUtil::encode(ECUtil::stripe_info_t const&, std::tr1::shared_ptr&, ceph::buffer::list&, std::set, std::allocator > const&, std::map, std::allocator > >*) (ECUtil.cc:120) n1: 33554432 0x955647: TransGenerator::operator()(ECTransaction::AppendOp const&) (ECTransaction.cc:137) n1: 33554432 0x953DE1: ECTransaction::generate_transactions(std::map, std::less, std::allocator > > >&, std::tr1::shared_ptr&, pg_t, ECUtil::stripe_info_t const&, std::map, std::allocator > >*, std::set, std::allocator >*, std::set, std::allocator >*, std::basic_stringstream, std::allocator >*) const (variant.hpp:1017) n1: 33554432 0x939975: ECBackend::start_write(ECBackend::Op*) (ECBackend.cc:1478) n1: 33554432 0x93B285: ECBackend::submit_transaction(hobject_t const&, eversion_t const&, PGBackend::PGTransaction*, eversion_t const&, std::vector >&, Context*, Context*, Context*, unsigned long, osd_reqid_t, std::tr1::shared_ptr) (ECBackend.cc:1244) n1: 33554432 0x859016: ReplicatedPG::issue_repop(ReplicatedPG::RepGather*, utime_t) (ReplicatedPG.cc:6401) n1: 33554432 0x898AD5: ReplicatedPG::execute_ctx(ReplicatedPG::OpContext*) (ReplicatedPG.cc:1793) n1: 33554432 0x89C295: ReplicatedPG::do_op(std::tr1::shared_ptr) (ReplicatedPG.cc:1450) n1: 33554432 0x843753: ReplicatedPG::do_request(std::tr1::shared_ptr, ThreadPool::TPHandle&) (ReplicatedPG.cc:1092) n1: 33554432 0x6059AF: OSD::dequeue_op(boost::intrusive_ptr, std::tr1::shared_ptr, ThreadPool::TPHandle&) (OSD.cc:7531) n1: 33554432 0x61F013: OSD::OpWQ::_process(boost::intrusive_ptr, ThreadPool::TPHandle&) (OSD.cc:7501) n1: 33554432 0x66119A: ThreadPool::WorkQueueVal, std::tr1::shared_ptr >, boost::intrusive_ptr >::_void_process(void*, ThreadPool::TPHandle&) (WorkQueue.h:190) n1: 33554432 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 33554432 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 33554432 0x54A6F6C: start_thread (pthread_create.c:311) n0: 33554432 0x6F3C9CB: clone (clone.S:113) n0: 4825088 in 4 places, all below massif's threshold (01.00%) n1: 10168320 0x60FEDA: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 10168320 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n2: 10168320 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n2: 8801952 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n1: 6815952 0x648FA9: OSD::handle_pg_log(std::tr1::shared_ptr) (OSD.cc:6532) n1: 6815952 0x650740: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4766) n1: 6815952 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 6815952 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 6815952 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 6815952 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 6815952 0x54A6F6C: start_thread (pthread_create.c:311) n0: 6815952 0x6F3C9CB: clone (clone.S:113) n0: 1986000 in 1 place, below massif's threshold (01.00%) n0: 1366368 in 1 place, below massif's threshold (01.00%) n0: 8252529 in 649 places, all below massif's threshold (01.00%) n1: 7213056 0x640D3F2: leveldb::Arena::AllocateNewBlock(unsigned long) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 7213056 0x640D46D: leveldb::Arena::AllocateFallback(unsigned long) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 6684672 0x63F765C: leveldb::MemTable::Add(unsigned long, leveldb::ValueType, leveldb::Slice const&, leveldb::Slice const&) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 6098944 0x6406D0A: ??? (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 6098944 0x6407005: leveldb::WriteBatch::Iterate(leveldb::WriteBatch::Handler*) const (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 6098944 0x6407272: leveldb::WriteBatchInternal::InsertInto(leveldb::WriteBatch const*, leveldb::MemTable*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 6098944 0x63EC5EE: leveldb::DBImpl::Write(leveldb::WriteOptions const&, leveldb::WriteBatch*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 6078464 0x79551E: LevelDBStore::submit_transaction(std::tr1::shared_ptr) (LevelDBStore.cc:125) n1: 6057984 0x8F88AD: DBObjectMap::set_keys(ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const*) (DBObjectMap.cc:518) n1: 6057984 0x72DB6B: FileStore::_omap_setkeys(coll_t, ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const&) (FileStore.cc:4506) n1: 6057984 0x74AE15: FileStore::_do_transaction(ObjectStore::Transaction&, unsigned long, int, ThreadPool::TPHandle*) (FileStore.cc:2382) n1: 6057984 0x74E18A: FileStore::_do_transactions(std::list >&, unsigned long, ThreadPool::TPHandle*) (FileStore.cc:1852) n1: 6057984 0x74E315: FileStore::_do_op(FileStore::OpSequencer*, ThreadPool::TPHandle&) (FileStore.cc:1685) n1: 6057984 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 6057984 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 6057984 0x54A6F6C: start_thread (pthread_create.c:311) n0: 6057984 0x6F3C9CB: clone (clone.S:113) n0: 20480 in 1 place, below massif's threshold (01.00%) n0: 20480 in 1 place, below massif's threshold (01.00%) n0: 585728 in 1 place, below massif's threshold (01.00%) n0: 528384 in 2 places, all below massif's threshold (01.00%) #----------- snapshot=15 #----------- time=3799107885 mem_heap_B=535571570 mem_heap_extra_B=5471638 mem_stacks_B=0 heap_tree=detailed n5: 535571570 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 432209924 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 432207476 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 432207476 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 432207476 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 432207476 0x54A6F6C: start_thread (pthread_create.c:311) n0: 432207476 0x6F3C9CB: clone (clone.S:113) n0: 2448 in 10 places, all below massif's threshold (01.00%) n3: 78696448 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 62914560 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 62914560 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 62914560 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 62914560 0x54A6F6C: start_thread (pthread_create.c:311) n0: 62914560 0x6F3C9CB: clone (clone.S:113) n1: 15360000 0x26A0E81B: ErasureCodeJerasure::encode(std::set, std::allocator > const&, ceph::buffer::list const&, std::map, std::allocator > >*) (ErasureCodeJerasure.cc:118) n1: 15360000 0x958038: ECUtil::encode(ECUtil::stripe_info_t const&, std::tr1::shared_ptr&, ceph::buffer::list&, std::set, std::allocator > const&, std::map, std::allocator > >*) (ECUtil.cc:120) n1: 15360000 0x955647: TransGenerator::operator()(ECTransaction::AppendOp const&) (ECTransaction.cc:137) n1: 15360000 0x953DE1: ECTransaction::generate_transactions(std::map, std::less, std::allocator > > >&, std::tr1::shared_ptr&, pg_t, ECUtil::stripe_info_t const&, std::map, std::allocator > >*, std::set, std::allocator >*, std::set, std::allocator >*, std::basic_stringstream, std::allocator >*) const (variant.hpp:1017) n1: 15360000 0x939975: ECBackend::start_write(ECBackend::Op*) (ECBackend.cc:1478) n1: 15360000 0x93B285: ECBackend::submit_transaction(hobject_t const&, eversion_t const&, PGBackend::PGTransaction*, eversion_t const&, std::vector >&, Context*, Context*, Context*, unsigned long, osd_reqid_t, std::tr1::shared_ptr) (ECBackend.cc:1244) n1: 15360000 0x859016: ReplicatedPG::issue_repop(ReplicatedPG::RepGather*, utime_t) (ReplicatedPG.cc:6401) n1: 15360000 0x898AD5: ReplicatedPG::execute_ctx(ReplicatedPG::OpContext*) (ReplicatedPG.cc:1793) n1: 15360000 0x89C295: ReplicatedPG::do_op(std::tr1::shared_ptr) (ReplicatedPG.cc:1450) n1: 15360000 0x843753: ReplicatedPG::do_request(std::tr1::shared_ptr, ThreadPool::TPHandle&) (ReplicatedPG.cc:1092) n1: 15360000 0x6059AF: OSD::dequeue_op(boost::intrusive_ptr, std::tr1::shared_ptr, ThreadPool::TPHandle&) (OSD.cc:7531) n1: 15360000 0x61F013: OSD::OpWQ::_process(boost::intrusive_ptr, ThreadPool::TPHandle&) (OSD.cc:7501) n1: 15360000 0x66119A: ThreadPool::WorkQueueVal, std::tr1::shared_ptr >, boost::intrusive_ptr >::_void_process(void*, ThreadPool::TPHandle&) (WorkQueue.h:190) n1: 15360000 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 15360000 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 15360000 0x54A6F6C: start_thread (pthread_create.c:311) n0: 15360000 0x6F3C9CB: clone (clone.S:113) n0: 421888 in 4 places, all below massif's threshold (01.00%) n1: 10168320 0x60FEDA: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 10168320 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n2: 10168320 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n2: 8801952 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n1: 6815952 0x648FA9: OSD::handle_pg_log(std::tr1::shared_ptr) (OSD.cc:6532) n1: 6815952 0x650740: OSD::dispatch_op(std::tr1::shared_ptr) (OSD.cc:4766) n1: 6815952 0x6550C5: OSD::_dispatch(Message*) (OSD.cc:4901) n1: 6815952 0x655A35: OSD::ms_dispatch(Message*) (OSD.cc:4638) n1: 6815952 0xAD8F38: DispatchQueue::entry() (Messenger.h:587) n1: 6815952 0xA20AAB: DispatchQueue::DispatchThread::entry() (DispatchQueue.h:104) n1: 6815952 0x54A6F6C: start_thread (pthread_create.c:311) n0: 6815952 0x6F3C9CB: clone (clone.S:113) n0: 1986000 in 1 place, below massif's threshold (01.00%) n0: 1366368 in 1 place, below massif's threshold (01.00%) n1: 7319552 0x640D3F2: leveldb::Arena::AllocateNewBlock(unsigned long) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 7319552 0x640D46D: leveldb::Arena::AllocateFallback(unsigned long) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 6778880 0x63F765C: leveldb::MemTable::Add(unsigned long, leveldb::ValueType, leveldb::Slice const&, leveldb::Slice const&) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 6160384 0x6406D0A: ??? (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 6160384 0x6407005: leveldb::WriteBatch::Iterate(leveldb::WriteBatch::Handler*) const (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n1: 6160384 0x6407272: leveldb::WriteBatchInternal::InsertInto(leveldb::WriteBatch const*, leveldb::MemTable*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 6160384 0x63EC5EE: leveldb::DBImpl::Write(leveldb::WriteOptions const&, leveldb::WriteBatch*) (in /usr/lib/x86_64-linux-gnu/libleveldb.so.1.13) n2: 6139904 0x79551E: LevelDBStore::submit_transaction(std::tr1::shared_ptr) (LevelDBStore.cc:125) n1: 6119424 0x8F88AD: DBObjectMap::set_keys(ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const*) (DBObjectMap.cc:518) n1: 6119424 0x72DB6B: FileStore::_omap_setkeys(coll_t, ghobject_t const&, std::map, std::allocator > > const&, SequencerPosition const&) (FileStore.cc:4506) n1: 6119424 0x74AE15: FileStore::_do_transaction(ObjectStore::Transaction&, unsigned long, int, ThreadPool::TPHandle*) (FileStore.cc:2382) n1: 6119424 0x74E18A: FileStore::_do_transactions(std::list >&, unsigned long, ThreadPool::TPHandle*) (FileStore.cc:1852) n1: 6119424 0x74E315: FileStore::_do_op(FileStore::OpSequencer*, ThreadPool::TPHandle&) (FileStore.cc:1685) n1: 6119424 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 6119424 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 6119424 0x54A6F6C: start_thread (pthread_create.c:311) n0: 6119424 0x6F3C9CB: clone (clone.S:113) n0: 20480 in 1 place, below massif's threshold (01.00%) n0: 20480 in 1 place, below massif's threshold (01.00%) n0: 618496 in 1 place, below massif's threshold (01.00%) n0: 540672 in 2 places, all below massif's threshold (01.00%) n0: 7177326 in 649 places, all below massif's threshold (01.00%) #----------- snapshot=16 #----------- time=3990966479 mem_heap_B=638192510 mem_heap_extra_B=9139882 mem_stacks_B=0 heap_tree=empty #----------- snapshot=17 #----------- time=4203219525 mem_heap_B=747951019 mem_heap_extra_B=7924429 mem_stacks_B=0 heap_tree=detailed n4: 747951019 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 616830484 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 616828308 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 616828308 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 616828308 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 616828308 0x54A6F6C: start_thread (pthread_create.c:311) n0: 616828308 0x6F3C9CB: clone (clone.S:113) n0: 2176 in 10 places, all below massif's threshold (01.00%) n3: 105394176 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 71303168 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 71303168 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 71303168 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 71303168 0x54A6F6C: start_thread (pthread_create.c:311) n0: 71303168 0x6F3C9CB: clone (clone.S:113) n1: 33554432 0x26A0E81B: ErasureCodeJerasure::encode(std::set, std::allocator > const&, ceph::buffer::list const&, std::map, std::allocator > >*) (ErasureCodeJerasure.cc:118) n1: 33554432 0x958038: ECUtil::encode(ECUtil::stripe_info_t const&, std::tr1::shared_ptr&, ceph::buffer::list&, std::set, std::allocator > const&, std::map, std::allocator > >*) (ECUtil.cc:120) n1: 33554432 0x955647: TransGenerator::operator()(ECTransaction::AppendOp const&) (ECTransaction.cc:137) n1: 33554432 0x953DE1: ECTransaction::generate_transactions(std::map, std::less, std::allocator > > >&, std::tr1::shared_ptr&, pg_t, ECUtil::stripe_info_t const&, std::map, std::allocator > >*, std::set, std::allocator >*, std::set, std::allocator >*, std::basic_stringstream, std::allocator >*) const (variant.hpp:1017) n1: 33554432 0x939975: ECBackend::start_write(ECBackend::Op*) (ECBackend.cc:1478) n1: 33554432 0x93B285: ECBackend::submit_transaction(hobject_t const&, eversion_t const&, PGBackend::PGTransaction*, eversion_t const&, std::vector >&, Context*, Context*, Context*, unsigned long, osd_reqid_t, std::tr1::shared_ptr) (ECBackend.cc:1244) n1: 33554432 0x859016: ReplicatedPG::issue_repop(ReplicatedPG::RepGather*, utime_t) (ReplicatedPG.cc:6401) n1: 33554432 0x898AD5: ReplicatedPG::execute_ctx(ReplicatedPG::OpContext*) (ReplicatedPG.cc:1793) n1: 33554432 0x89C295: ReplicatedPG::do_op(std::tr1::shared_ptr) (ReplicatedPG.cc:1450) n1: 33554432 0x843753: ReplicatedPG::do_request(std::tr1::shared_ptr, ThreadPool::TPHandle&) (ReplicatedPG.cc:1092) n1: 33554432 0x6059AF: OSD::dequeue_op(boost::intrusive_ptr, std::tr1::shared_ptr, ThreadPool::TPHandle&) (OSD.cc:7531) n1: 33554432 0x61F013: OSD::OpWQ::_process(boost::intrusive_ptr, ThreadPool::TPHandle&) (OSD.cc:7501) n1: 33554432 0x66119A: ThreadPool::WorkQueueVal, std::tr1::shared_ptr >, boost::intrusive_ptr >::_void_process(void*, ThreadPool::TPHandle&) (WorkQueue.h:190) n1: 33554432 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 33554432 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 33554432 0x54A6F6C: start_thread (pthread_create.c:311) n0: 33554432 0x6F3C9CB: clone (clone.S:113) n0: 536576 in 4 places, all below massif's threshold (01.00%) n0: 15558039 in 650 places, all below massif's threshold (01.00%) n1: 10168320 0x60FEDA: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 10168320 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n2: 10168320 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n1: 8801952 0x6471E4: OSD::handle_pg_peering_evt(spg_t, pg_info_t const&, std::map, std::allocator > >&, unsigned int, pg_shard_t, bool, std::tr1::shared_ptr) (OSD.cc:2328) n0: 8801952 in 2 places, all below massif's threshold (01.00%) n0: 1366368 in 1 place, below massif's threshold (01.00%) #----------- snapshot=18 #----------- time=4551502821 mem_heap_B=915902919 mem_heap_extra_B=7323377 mem_stacks_B=0 heap_tree=detailed n4: 915902919 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 784672673 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 784667537 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 784667537 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 784667537 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 784667537 0x54A6F6C: start_thread (pthread_create.c:311) n0: 784667537 0x6F3C9CB: clone (clone.S:113) n0: 5136 in 10 places, all below massif's threshold (01.00%) n3: 105521152 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 79691776 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 79691776 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 79691776 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 79691776 0x54A6F6C: start_thread (pthread_create.c:311) n0: 79691776 0x6F3C9CB: clone (clone.S:113) n1: 25165824 0x26A0E81B: ErasureCodeJerasure::encode(std::set, std::allocator > const&, ceph::buffer::list const&, std::map, std::allocator > >*) (ErasureCodeJerasure.cc:118) n1: 25165824 0x958038: ECUtil::encode(ECUtil::stripe_info_t const&, std::tr1::shared_ptr&, ceph::buffer::list&, std::set, std::allocator > const&, std::map, std::allocator > >*) (ECUtil.cc:120) n1: 25165824 0x955647: TransGenerator::operator()(ECTransaction::AppendOp const&) (ECTransaction.cc:137) n1: 25165824 0x953DE1: ECTransaction::generate_transactions(std::map, std::less, std::allocator > > >&, std::tr1::shared_ptr&, pg_t, ECUtil::stripe_info_t const&, std::map, std::allocator > >*, std::set, std::allocator >*, std::set, std::allocator >*, std::basic_stringstream, std::allocator >*) const (variant.hpp:1017) n1: 25165824 0x939975: ECBackend::start_write(ECBackend::Op*) (ECBackend.cc:1478) n1: 25165824 0x93B285: ECBackend::submit_transaction(hobject_t const&, eversion_t const&, PGBackend::PGTransaction*, eversion_t const&, std::vector >&, Context*, Context*, Context*, unsigned long, osd_reqid_t, std::tr1::shared_ptr) (ECBackend.cc:1244) n1: 25165824 0x859016: ReplicatedPG::issue_repop(ReplicatedPG::RepGather*, utime_t) (ReplicatedPG.cc:6401) n1: 25165824 0x898AD5: ReplicatedPG::execute_ctx(ReplicatedPG::OpContext*) (ReplicatedPG.cc:1793) n1: 25165824 0x89C295: ReplicatedPG::do_op(std::tr1::shared_ptr) (ReplicatedPG.cc:1450) n1: 25165824 0x843753: ReplicatedPG::do_request(std::tr1::shared_ptr, ThreadPool::TPHandle&) (ReplicatedPG.cc:1092) n1: 25165824 0x6059AF: OSD::dequeue_op(boost::intrusive_ptr, std::tr1::shared_ptr, ThreadPool::TPHandle&) (OSD.cc:7531) n1: 25165824 0x61F013: OSD::OpWQ::_process(boost::intrusive_ptr, ThreadPool::TPHandle&) (OSD.cc:7501) n1: 25165824 0x66119A: ThreadPool::WorkQueueVal, std::tr1::shared_ptr >, boost::intrusive_ptr >::_void_process(void*, ThreadPool::TPHandle&) (WorkQueue.h:190) n1: 25165824 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 25165824 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 25165824 0x54A6F6C: start_thread (pthread_create.c:311) n0: 25165824 0x6F3C9CB: clone (clone.S:113) n0: 663552 in 4 places, all below massif's threshold (01.00%) n0: 15540774 in 650 places, all below massif's threshold (01.00%) n1: 10168320 0x60FEDA: OSD::_make_pg(std::tr1::shared_ptr, spg_t) (OSD.cc:1808) n1: 10168320 0x610415: OSD::_open_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool) (OSD.cc:1786) n1: 10168320 0x63F516: OSD::_create_lock_pg(std::tr1::shared_ptr, spg_t, bool, bool, bool, int, std::vector >&, int, std::vector >&, int, pg_history_t, std::map, std::allocator > >&, ObjectStore::Transaction&) (OSD.cc:1920) n0: 10168320 in 2 places, all below massif's threshold (01.00%) #----------- snapshot=19 #----------- time=4889823700 mem_heap_B=1066301739 mem_heap_extra_B=7901053 mem_stacks_B=0 heap_tree=detailed n3: 1066301739 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 927335640 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 927330632 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 927330632 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 927330632 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 927330632 0x54A6F6C: start_thread (pthread_create.c:311) n0: 927330632 0x6F3C9CB: clone (clone.S:113) n0: 5008 in 10 places, all below massif's threshold (01.00%) n3: 112943104 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 83886080 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 83886080 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 83886080 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 83886080 0x54A6F6C: start_thread (pthread_create.c:311) n0: 83886080 0x6F3C9CB: clone (clone.S:113) n1: 28303360 0x26A0E81B: ErasureCodeJerasure::encode(std::set, std::allocator > const&, ceph::buffer::list const&, std::map, std::allocator > >*) (ErasureCodeJerasure.cc:118) n1: 28303360 0x958038: ECUtil::encode(ECUtil::stripe_info_t const&, std::tr1::shared_ptr&, ceph::buffer::list&, std::set, std::allocator > const&, std::map, std::allocator > >*) (ECUtil.cc:120) n1: 28303360 0x955647: TransGenerator::operator()(ECTransaction::AppendOp const&) (ECTransaction.cc:137) n1: 28303360 0x953DE1: ECTransaction::generate_transactions(std::map, std::less, std::allocator > > >&, std::tr1::shared_ptr&, pg_t, ECUtil::stripe_info_t const&, std::map, std::allocator > >*, std::set, std::allocator >*, std::set, std::allocator >*, std::basic_stringstream, std::allocator >*) const (variant.hpp:1017) n1: 28303360 0x939975: ECBackend::start_write(ECBackend::Op*) (ECBackend.cc:1478) n1: 28303360 0x93B285: ECBackend::submit_transaction(hobject_t const&, eversion_t const&, PGBackend::PGTransaction*, eversion_t const&, std::vector >&, Context*, Context*, Context*, unsigned long, osd_reqid_t, std::tr1::shared_ptr) (ECBackend.cc:1244) n1: 28303360 0x859016: ReplicatedPG::issue_repop(ReplicatedPG::RepGather*, utime_t) (ReplicatedPG.cc:6401) n1: 28303360 0x898AD5: ReplicatedPG::execute_ctx(ReplicatedPG::OpContext*) (ReplicatedPG.cc:1793) n1: 28303360 0x89C295: ReplicatedPG::do_op(std::tr1::shared_ptr) (ReplicatedPG.cc:1450) n1: 28303360 0x843753: ReplicatedPG::do_request(std::tr1::shared_ptr, ThreadPool::TPHandle&) (ReplicatedPG.cc:1092) n1: 28303360 0x6059AF: OSD::dequeue_op(boost::intrusive_ptr, std::tr1::shared_ptr, ThreadPool::TPHandle&) (OSD.cc:7531) n1: 28303360 0x61F013: OSD::OpWQ::_process(boost::intrusive_ptr, ThreadPool::TPHandle&) (OSD.cc:7501) n1: 28303360 0x66119A: ThreadPool::WorkQueueVal, std::tr1::shared_ptr >, boost::intrusive_ptr >::_void_process(void*, ThreadPool::TPHandle&) (WorkQueue.h:190) n1: 28303360 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 28303360 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 28303360 0x54A6F6C: start_thread (pthread_create.c:311) n0: 28303360 0x6F3C9CB: clone (clone.S:113) n0: 753664 in 4 places, all below massif's threshold (01.00%) n0: 26022995 in 651 places, all below massif's threshold (01.00%) #----------- snapshot=20 #----------- time=5114413988 mem_heap_B=1177359822 mem_heap_extra_B=10224834 mem_stacks_B=0 heap_tree=detailed n3: 1177359822 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 994478212 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 994465796 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 994465796 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 994465796 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 994465796 0x54A6F6C: start_thread (pthread_create.c:311) n0: 994465796 0x6F3C9CB: clone (clone.S:113) n0: 12416 in 10 places, all below massif's threshold (01.00%) n3: 155705344 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 113246208 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 113246208 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 113246208 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 113246208 0x54A6F6C: start_thread (pthread_create.c:311) n0: 113246208 0x6F3C9CB: clone (clone.S:113) n1: 41566208 0x26A0E81B: ErasureCodeJerasure::encode(std::set, std::allocator > const&, ceph::buffer::list const&, std::map, std::allocator > >*) (ErasureCodeJerasure.cc:118) n1: 41566208 0x958038: ECUtil::encode(ECUtil::stripe_info_t const&, std::tr1::shared_ptr&, ceph::buffer::list&, std::set, std::allocator > const&, std::map, std::allocator > >*) (ECUtil.cc:120) n1: 41566208 0x955647: TransGenerator::operator()(ECTransaction::AppendOp const&) (ECTransaction.cc:137) n1: 41566208 0x953DE1: ECTransaction::generate_transactions(std::map, std::less, std::allocator > > >&, std::tr1::shared_ptr&, pg_t, ECUtil::stripe_info_t const&, std::map, std::allocator > >*, std::set, std::allocator >*, std::set, std::allocator >*, std::basic_stringstream, std::allocator >*) const (variant.hpp:1017) n1: 41566208 0x939975: ECBackend::start_write(ECBackend::Op*) (ECBackend.cc:1478) n1: 41566208 0x93B285: ECBackend::submit_transaction(hobject_t const&, eversion_t const&, PGBackend::PGTransaction*, eversion_t const&, std::vector >&, Context*, Context*, Context*, unsigned long, osd_reqid_t, std::tr1::shared_ptr) (ECBackend.cc:1244) n1: 41566208 0x859016: ReplicatedPG::issue_repop(ReplicatedPG::RepGather*, utime_t) (ReplicatedPG.cc:6401) n1: 41566208 0x898AD5: ReplicatedPG::execute_ctx(ReplicatedPG::OpContext*) (ReplicatedPG.cc:1793) n1: 41566208 0x89C295: ReplicatedPG::do_op(std::tr1::shared_ptr) (ReplicatedPG.cc:1450) n1: 41566208 0x843753: ReplicatedPG::do_request(std::tr1::shared_ptr, ThreadPool::TPHandle&) (ReplicatedPG.cc:1092) n1: 41566208 0x6059AF: OSD::dequeue_op(boost::intrusive_ptr, std::tr1::shared_ptr, ThreadPool::TPHandle&) (OSD.cc:7531) n1: 41566208 0x61F013: OSD::OpWQ::_process(boost::intrusive_ptr, ThreadPool::TPHandle&) (OSD.cc:7501) n1: 41566208 0x66119A: ThreadPool::WorkQueueVal, std::tr1::shared_ptr >, boost::intrusive_ptr >::_void_process(void*, ThreadPool::TPHandle&) (WorkQueue.h:190) n1: 41566208 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 41566208 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 41566208 0x54A6F6C: start_thread (pthread_create.c:311) n0: 41566208 0x6F3C9CB: clone (clone.S:113) n0: 892928 in 4 places, all below massif's threshold (01.00%) n0: 27176266 in 651 places, all below massif's threshold (01.00%) #----------- snapshot=21 #----------- time=5366936662 mem_heap_B=1246147749 mem_heap_extra_B=14050443 mem_stacks_B=0 heap_tree=empty #----------- snapshot=22 #----------- time=5545272422 mem_heap_B=1292317191 mem_heap_extra_B=18876257 mem_stacks_B=0 heap_tree=empty #----------- snapshot=23 #----------- time=5911586369 mem_heap_B=1258724378 mem_heap_extra_B=2675142 mem_stacks_B=0 heap_tree=empty #----------- snapshot=24 #----------- time=6184870183 mem_heap_B=1261786301 mem_heap_extra_B=3022115 mem_stacks_B=0 heap_tree=empty #----------- snapshot=25 #----------- time=6458265463 mem_heap_B=1279390242 mem_heap_extra_B=5881790 mem_stacks_B=0 heap_tree=empty #----------- snapshot=26 #----------- time=6643715917 mem_heap_B=1354178628 mem_heap_extra_B=14295188 mem_stacks_B=0 heap_tree=detailed n3: 1354178628 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 1124668519 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 1124666343 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 1124666343 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 1124666343 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 1124666343 0x54A6F6C: start_thread (pthread_create.c:311) n0: 1124666343 0x6F3C9CB: clone (clone.S:113) n0: 2176 in 10 places, all below massif's threshold (01.00%) n3: 205266944 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 142606336 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 142606336 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 142606336 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 142606336 0x54A6F6C: start_thread (pthread_create.c:311) n0: 142606336 0x6F3C9CB: clone (clone.S:113) n1: 58720256 0x26A0E81B: ErasureCodeJerasure::encode(std::set, std::allocator > const&, ceph::buffer::list const&, std::map, std::allocator > >*) (ErasureCodeJerasure.cc:118) n1: 58720256 0x958038: ECUtil::encode(ECUtil::stripe_info_t const&, std::tr1::shared_ptr&, ceph::buffer::list&, std::set, std::allocator > const&, std::map, std::allocator > >*) (ECUtil.cc:120) n1: 58720256 0x955647: TransGenerator::operator()(ECTransaction::AppendOp const&) (ECTransaction.cc:137) n1: 58720256 0x953DE1: ECTransaction::generate_transactions(std::map, std::less, std::allocator > > >&, std::tr1::shared_ptr&, pg_t, ECUtil::stripe_info_t const&, std::map, std::allocator > >*, std::set, std::allocator >*, std::set, std::allocator >*, std::basic_stringstream, std::allocator >*) const (variant.hpp:1017) n1: 58720256 0x939975: ECBackend::start_write(ECBackend::Op*) (ECBackend.cc:1478) n1: 58720256 0x93B285: ECBackend::submit_transaction(hobject_t const&, eversion_t const&, PGBackend::PGTransaction*, eversion_t const&, std::vector >&, Context*, Context*, Context*, unsigned long, osd_reqid_t, std::tr1::shared_ptr) (ECBackend.cc:1244) n1: 58720256 0x859016: ReplicatedPG::issue_repop(ReplicatedPG::RepGather*, utime_t) (ReplicatedPG.cc:6401) n1: 58720256 0x898AD5: ReplicatedPG::execute_ctx(ReplicatedPG::OpContext*) (ReplicatedPG.cc:1793) n1: 58720256 0x89C295: ReplicatedPG::do_op(std::tr1::shared_ptr) (ReplicatedPG.cc:1450) n1: 58720256 0x843753: ReplicatedPG::do_request(std::tr1::shared_ptr, ThreadPool::TPHandle&) (ReplicatedPG.cc:1092) n1: 58720256 0x6059AF: OSD::dequeue_op(boost::intrusive_ptr, std::tr1::shared_ptr, ThreadPool::TPHandle&) (OSD.cc:7531) n1: 58720256 0x61F013: OSD::OpWQ::_process(boost::intrusive_ptr, ThreadPool::TPHandle&) (OSD.cc:7501) n1: 58720256 0x66119A: ThreadPool::WorkQueueVal, std::tr1::shared_ptr >, boost::intrusive_ptr >::_void_process(void*, ThreadPool::TPHandle&) (WorkQueue.h:190) n1: 58720256 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 58720256 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 58720256 0x54A6F6C: start_thread (pthread_create.c:311) n0: 58720256 0x6F3C9CB: clone (clone.S:113) n0: 3940352 in 4 places, all below massif's threshold (01.00%) n0: 24243165 in 684 places, all below massif's threshold (01.00%) #----------- snapshot=27 #----------- time=6908521038 mem_heap_B=1439408517 mem_heap_extra_B=30138299 mem_stacks_B=0 heap_tree=detailed n3: 1439408517 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 1124546767 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 1124534351 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 1124534351 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 1124534351 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 1124534351 0x54A6F6C: start_thread (pthread_create.c:311) n0: 1124534351 0x6F3C9CB: clone (clone.S:113) n0: 12416 in 10 places, all below massif's threshold (01.00%) n3: 286744576 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 150994944 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 150994944 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 150994944 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 150994944 0x54A6F6C: start_thread (pthread_create.c:311) n0: 150994944 0x6F3C9CB: clone (clone.S:113) n1: 129155072 0x26A0E81B: ErasureCodeJerasure::encode(std::set, std::allocator > const&, ceph::buffer::list const&, std::map, std::allocator > >*) (ErasureCodeJerasure.cc:118) n1: 129155072 0x958038: ECUtil::encode(ECUtil::stripe_info_t const&, std::tr1::shared_ptr&, ceph::buffer::list&, std::set, std::allocator > const&, std::map, std::allocator > >*) (ECUtil.cc:120) n1: 129155072 0x955647: TransGenerator::operator()(ECTransaction::AppendOp const&) (ECTransaction.cc:137) n1: 129155072 0x953DE1: ECTransaction::generate_transactions(std::map, std::less, std::allocator > > >&, std::tr1::shared_ptr&, pg_t, ECUtil::stripe_info_t const&, std::map, std::allocator > >*, std::set, std::allocator >*, std::set, std::allocator >*, std::basic_stringstream, std::allocator >*) const (variant.hpp:1017) n1: 129155072 0x939975: ECBackend::start_write(ECBackend::Op*) (ECBackend.cc:1478) n1: 129155072 0x93B285: ECBackend::submit_transaction(hobject_t const&, eversion_t const&, PGBackend::PGTransaction*, eversion_t const&, std::vector >&, Context*, Context*, Context*, unsigned long, osd_reqid_t, std::tr1::shared_ptr) (ECBackend.cc:1244) n1: 129155072 0x859016: ReplicatedPG::issue_repop(ReplicatedPG::RepGather*, utime_t) (ReplicatedPG.cc:6401) n1: 129155072 0x898AD5: ReplicatedPG::execute_ctx(ReplicatedPG::OpContext*) (ReplicatedPG.cc:1793) n1: 129155072 0x89C295: ReplicatedPG::do_op(std::tr1::shared_ptr) (ReplicatedPG.cc:1450) n1: 129155072 0x843753: ReplicatedPG::do_request(std::tr1::shared_ptr, ThreadPool::TPHandle&) (ReplicatedPG.cc:1092) n1: 129155072 0x6059AF: OSD::dequeue_op(boost::intrusive_ptr, std::tr1::shared_ptr, ThreadPool::TPHandle&) (OSD.cc:7531) n1: 129155072 0x61F013: OSD::OpWQ::_process(boost::intrusive_ptr, ThreadPool::TPHandle&) (OSD.cc:7501) n1: 129155072 0x66119A: ThreadPool::WorkQueueVal, std::tr1::shared_ptr >, boost::intrusive_ptr >::_void_process(void*, ThreadPool::TPHandle&) (WorkQueue.h:190) n1: 129155072 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 129155072 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 129155072 0x54A6F6C: start_thread (pthread_create.c:311) n0: 129155072 0x6F3C9CB: clone (clone.S:113) n0: 6594560 in 4 places, all below massif's threshold (01.00%) n0: 28117174 in 684 places, all below massif's threshold (01.00%) #----------- snapshot=28 #----------- time=7250161768 mem_heap_B=1411549343 mem_heap_extra_B=23651409 mem_stacks_B=0 heap_tree=empty #----------- snapshot=29 #----------- time=7591740336 mem_heap_B=1402083525 mem_heap_extra_B=8153003 mem_stacks_B=0 heap_tree=detailed n3: 1402083525 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 1229448904 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 1229433704 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 1229433704 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 1229433704 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 1229433704 0x54A6F6C: start_thread (pthread_create.c:311) n0: 1229433704 0x6F3C9CB: clone (clone.S:113) n0: 15200 in 10 places, all below massif's threshold (01.00%) n3: 148267008 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 121634816 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 121634816 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 121634816 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 121634816 0x54A6F6C: start_thread (pthread_create.c:311) n0: 121634816 0x6F3C9CB: clone (clone.S:113) n1: 24403968 0x26A0E81B: ErasureCodeJerasure::encode(std::set, std::allocator > const&, ceph::buffer::list const&, std::map, std::allocator > >*) (ErasureCodeJerasure.cc:118) n1: 24403968 0x958038: ECUtil::encode(ECUtil::stripe_info_t const&, std::tr1::shared_ptr&, ceph::buffer::list&, std::set, std::allocator > const&, std::map, std::allocator > >*) (ECUtil.cc:120) n1: 24403968 0x955647: TransGenerator::operator()(ECTransaction::AppendOp const&) (ECTransaction.cc:137) n1: 24403968 0x953DE1: ECTransaction::generate_transactions(std::map, std::less, std::allocator > > >&, std::tr1::shared_ptr&, pg_t, ECUtil::stripe_info_t const&, std::map, std::allocator > >*, std::set, std::allocator >*, std::set, std::allocator >*, std::basic_stringstream, std::allocator >*) const (variant.hpp:1017) n1: 24403968 0x939975: ECBackend::start_write(ECBackend::Op*) (ECBackend.cc:1478) n1: 24403968 0x93B285: ECBackend::submit_transaction(hobject_t const&, eversion_t const&, PGBackend::PGTransaction*, eversion_t const&, std::vector >&, Context*, Context*, Context*, unsigned long, osd_reqid_t, std::tr1::shared_ptr) (ECBackend.cc:1244) n1: 24403968 0x859016: ReplicatedPG::issue_repop(ReplicatedPG::RepGather*, utime_t) (ReplicatedPG.cc:6401) n1: 24403968 0x898AD5: ReplicatedPG::execute_ctx(ReplicatedPG::OpContext*) (ReplicatedPG.cc:1793) n1: 24403968 0x89C295: ReplicatedPG::do_op(std::tr1::shared_ptr) (ReplicatedPG.cc:1450) n1: 24403968 0x843753: ReplicatedPG::do_request(std::tr1::shared_ptr, ThreadPool::TPHandle&) (ReplicatedPG.cc:1092) n1: 24403968 0x6059AF: OSD::dequeue_op(boost::intrusive_ptr, std::tr1::shared_ptr, ThreadPool::TPHandle&) (OSD.cc:7531) n1: 24403968 0x61F013: OSD::OpWQ::_process(boost::intrusive_ptr, ThreadPool::TPHandle&) (OSD.cc:7501) n1: 24403968 0x66119A: ThreadPool::WorkQueueVal, std::tr1::shared_ptr >, boost::intrusive_ptr >::_void_process(void*, ThreadPool::TPHandle&) (WorkQueue.h:190) n1: 24403968 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 24403968 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 24403968 0x54A6F6C: start_thread (pthread_create.c:311) n0: 24403968 0x6F3C9CB: clone (clone.S:113) n0: 2228224 in 4 places, all below massif's threshold (01.00%) n0: 24367613 in 684 places, all below massif's threshold (01.00%) #----------- snapshot=30 #----------- time=7796698592 mem_heap_B=1448703284 mem_heap_extra_B=3046812 mem_stacks_B=0 heap_tree=empty #----------- snapshot=31 #----------- time=8069982348 mem_heap_B=1448495556 mem_heap_extra_B=2586444 mem_stacks_B=0 heap_tree=empty #----------- snapshot=32 #----------- time=8411737051 mem_heap_B=1450501359 mem_heap_extra_B=3063577 mem_stacks_B=0 heap_tree=empty #----------- snapshot=33 #----------- time=8641276213 mem_heap_B=1450965341 mem_heap_extra_B=3030355 mem_stacks_B=0 heap_tree=empty #----------- snapshot=34 #----------- time=9012747033 mem_heap_B=1458709561 mem_heap_extra_B=5351623 mem_stacks_B=0 heap_tree=empty #----------- snapshot=35 #----------- time=9328459303 mem_heap_B=1565022725 mem_heap_extra_B=7627435 mem_stacks_B=0 heap_tree=peak n3: 1565022725 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n3: 1334355712 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 1233640700 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 1233640700 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 1233640700 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 1233640700 0x54A6F6C: start_thread (pthread_create.c:311) n0: 1233640700 0x6F3C9CB: clone (clone.S:113) n2: 100712448 0xA44583: ceph::buffer::ptr::ptr(unsigned int) (buffer.cc:549) n2: 100712448 0x73FBE1: FileStore::read(coll_t, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::list&, bool) (FileStore.cc:2585) n1: 100712448 0x936372: ECBackend::handle_sub_read(pg_shard_t, ECSubRead&, ECSubReadReply*) (ECBackend.cc:849) n1: 100712448 0x93EC40: ECBackend::handle_message(std::tr1::shared_ptr) (ECBackend.cc:661) n1: 100712448 0x843491: ReplicatedPG::do_request(std::tr1::shared_ptr, ThreadPool::TPHandle&) (ReplicatedPG.cc:1082) n1: 100712448 0x6059AF: OSD::dequeue_op(boost::intrusive_ptr, std::tr1::shared_ptr, ThreadPool::TPHandle&) (OSD.cc:7531) n1: 100712448 0x61F013: OSD::OpWQ::_process(boost::intrusive_ptr, ThreadPool::TPHandle&) (OSD.cc:7501) n1: 100712448 0x66119A: ThreadPool::WorkQueueVal, std::tr1::shared_ptr >, boost::intrusive_ptr >::_void_process(void*, ThreadPool::TPHandle&) (WorkQueue.h:190) n1: 100712448 0xA2E9BD: ThreadPool::worker(ThreadPool::WorkThread*) (WorkQueue.cc:125) n1: 100712448 0xA2F8AE: ThreadPool::WorkThread::entry() (WorkQueue.h:317) n1: 100712448 0x54A6F6C: start_thread (pthread_create.c:311) n0: 100712448 0x6F3C9CB: clone (clone.S:113) n0: 0 in 1 place, below massif's threshold (01.00%) n0: 0 in 5 places, all below massif's threshold (01.00%) n0: 2564 in 9 places, all below massif's threshold (01.00%) n2: 203268096 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 188743680 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 188743680 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 188743680 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 188743680 0x54A6F6C: start_thread (pthread_create.c:311) n0: 188743680 0x6F3C9CB: clone (clone.S:113) n0: 14524416 in 6 places, all below massif's threshold (01.00%) n0: 27398917 in 807 places, all below massif's threshold (01.00%) #----------- snapshot=36 #----------- time=9514171242 mem_heap_B=1512319040 mem_heap_extra_B=20768064 mem_stacks_B=0 heap_tree=empty #----------- snapshot=37 #----------- time=9885534679 mem_heap_B=1515748780 mem_heap_extra_B=17940660 mem_stacks_B=0 heap_tree=empty #----------- snapshot=38 #----------- time=10164172268 mem_heap_B=1443266109 mem_heap_extra_B=3191467 mem_stacks_B=0 heap_tree=empty #----------- snapshot=39 #----------- time=10349910921 mem_heap_B=1443554782 mem_heap_extra_B=3047778 mem_stacks_B=0 heap_tree=empty #----------- snapshot=40 #----------- time=10535817093 mem_heap_B=1443558686 mem_heap_extra_B=3054882 mem_stacks_B=0 heap_tree=empty #----------- snapshot=41 #----------- time=10814661852 mem_heap_B=1443552031 mem_heap_extra_B=2993233 mem_stacks_B=0 heap_tree=empty #----------- snapshot=42 #----------- time=11000414166 mem_heap_B=1443937132 mem_heap_extra_B=3086044 mem_stacks_B=0 heap_tree=empty #----------- snapshot=43 #----------- time=11186316307 mem_heap_B=1444188613 mem_heap_extra_B=3111459 mem_stacks_B=0 heap_tree=detailed n3: 1444188613 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 1233648780 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 1233648780 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 1233648780 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 1233648780 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 1233648780 0x54A6F6C: start_thread (pthread_create.c:311) n0: 1233648780 0x6F3C9CB: clone (clone.S:113) n0: 0 in 10 places, all below massif's threshold (01.00%) n2: 190816256 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 188743680 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 188743680 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 188743680 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 188743680 0x54A6F6C: start_thread (pthread_create.c:311) n0: 188743680 0x6F3C9CB: clone (clone.S:113) n0: 2072576 in 6 places, all below massif's threshold (01.00%) n0: 19723577 in 810 places, all below massif's threshold (01.00%) #----------- snapshot=44 #----------- time=11465044123 mem_heap_B=1444954255 mem_heap_extra_B=3295225 mem_stacks_B=0 heap_tree=empty #----------- snapshot=45 #----------- time=11650884794 mem_heap_B=1445205493 mem_heap_extra_B=3377395 mem_stacks_B=0 heap_tree=empty #----------- snapshot=46 #----------- time=11929406568 mem_heap_B=1494858000 mem_heap_extra_B=15866136 mem_stacks_B=0 heap_tree=empty #----------- snapshot=47 #----------- time=12207941626 mem_heap_B=1348156599 mem_heap_extra_B=2900985 mem_stacks_B=0 heap_tree=empty #----------- snapshot=48 #----------- time=12393629151 mem_heap_B=1342661306 mem_heap_extra_B=3188014 mem_stacks_B=0 heap_tree=empty #----------- snapshot=49 #----------- time=12765105919 mem_heap_B=1317738902 mem_heap_extra_B=3232138 mem_stacks_B=0 heap_tree=empty #----------- snapshot=50 #----------- time=12910174732 mem_heap_B=1317743477 mem_heap_extra_B=3262787 mem_stacks_B=0 heap_tree=empty #----------- snapshot=51 #----------- time=13055382555 mem_heap_B=1309297672 mem_heap_extra_B=3228920 mem_stacks_B=0 heap_tree=empty #----------- snapshot=52 #----------- time=13200453950 mem_heap_B=1309388313 mem_heap_extra_B=3235175 mem_stacks_B=0 heap_tree=detailed n3: 1309388313 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 1233649157 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 1233649157 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 1233649157 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 1233649157 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 1233649157 0x54A6F6C: start_thread (pthread_create.c:311) n0: 1233649157 0x6F3C9CB: clone (clone.S:113) n0: 0 in 10 places, all below massif's threshold (01.00%) n2: 52547584 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 50331648 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 50331648 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 50331648 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 50331648 0x54A6F6C: start_thread (pthread_create.c:311) n0: 50331648 0x6F3C9CB: clone (clone.S:113) n0: 2215936 in 6 places, all below massif's threshold (01.00%) n0: 23191572 in 812 places, all below massif's threshold (01.00%) #----------- snapshot=53 #----------- time=13345526523 mem_heap_B=1309500446 mem_heap_extra_B=3216970 mem_stacks_B=0 heap_tree=empty #----------- snapshot=54 #----------- time=13490599478 mem_heap_B=1309606830 mem_heap_extra_B=3252890 mem_stacks_B=0 heap_tree=empty #----------- snapshot=55 #----------- time=13635759794 mem_heap_B=1309270803 mem_heap_extra_B=3194533 mem_stacks_B=0 heap_tree=empty #----------- snapshot=56 #----------- time=13780964872 mem_heap_B=1305144742 mem_heap_extra_B=3161946 mem_stacks_B=0 heap_tree=empty #----------- snapshot=57 #----------- time=13926046900 mem_heap_B=1301007961 mem_heap_extra_B=3172391 mem_stacks_B=0 heap_tree=empty #----------- snapshot=58 #----------- time=14071119173 mem_heap_B=1296905338 mem_heap_extra_B=3177198 mem_stacks_B=0 heap_tree=empty #----------- snapshot=59 #----------- time=14216189640 mem_heap_B=1297027753 mem_heap_extra_B=3166151 mem_stacks_B=0 heap_tree=empty #----------- snapshot=60 #----------- time=14361261270 mem_heap_B=1296996765 mem_heap_extra_B=3152531 mem_stacks_B=0 heap_tree=empty #----------- snapshot=61 #----------- time=14506344034 mem_heap_B=1292909204 mem_heap_extra_B=3150556 mem_stacks_B=0 heap_tree=empty #----------- snapshot=62 #----------- time=14651422610 mem_heap_B=1284565013 mem_heap_extra_B=3099675 mem_stacks_B=0 heap_tree=detailed n3: 1284565013 (heap allocation functions) malloc/new/new[], --alloc-fns, etc. n2: 1233649157 0xA44543: ceph::buffer::create(unsigned int) (buffer.cc:470) n1: 1233649157 0xAEDE82: Pipe::read_message(Message**) (Pipe.cc:1794) n1: 1233649157 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 1233649157 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 1233649157 0x54A6F6C: start_thread (pthread_create.c:311) n0: 1233649157 0x6F3C9CB: clone (clone.S:113) n0: 0 in 10 places, all below massif's threshold (01.00%) n2: 27369472 0xA44C8D: ceph::buffer::create_page_aligned(unsigned int) (buffer.cc:235) n1: 25165824 0xAEF0BB: Pipe::read_message(Message**) (Pipe.cc:1707) n1: 25165824 0xAFFFA2: Pipe::reader() (Pipe.cc:1442) n1: 25165824 0xB033FB: Pipe::Reader::entry() (Pipe.h:47) n1: 25165824 0x54A6F6C: start_thread (pthread_create.c:311) n0: 25165824 0x6F3C9CB: clone (clone.S:113) n0: 2203648 in 6 places, all below massif's threshold (01.00%) n0: 23546384 in 812 places, all below massif's threshold (01.00%) #----------- snapshot=63 #----------- time=14796496296 mem_heap_B=1284660213 mem_heap_extra_B=3117899 mem_stacks_B=0 heap_tree=empty #----------- snapshot=64 #----------- time=14941570830 mem_heap_B=1280422065 mem_heap_extra_B=3065071 mem_stacks_B=0 heap_tree=empty #----------- snapshot=65 #----------- time=15086643490 mem_heap_B=1268214484 mem_heap_extra_B=3062060 mem_stacks_B=0 heap_tree=empty #----------- snapshot=66 #----------- time=15231714444 mem_heap_B=1259756366 mem_heap_extra_B=3021882 mem_stacks_B=0 heap_tree=empty #----------- snapshot=67 #----------- time=15376786070 mem_heap_B=727276609 mem_heap_extra_B=1600831 mem_stacks_B=0 heap_tree=empty