Bug #9840
closedMonitor hung when add new osd
0%
Description
ceph version: 0.80.6
Platform: Redhat RHLS 6.5
we want to test the replace disk case,
operator step:
1. ceph osd set noout
2. service ceph stop osd.2
3. rm data/osd-2/* -rf
4. ceph-osd -i 2 --mkfs
5. ceph osd rm 2
6. ceph osd create
7. service ceph start osd.2
then, master monitor hung, and the stack is?
#0 0x00000030638f82ce in __lll_lock_wait_private () from /lib64/libc.so.6
#1 0x000000306387d44b in _L_lock_9495 () from /lib64/libc.so.6
#2 0x000000306387a986 in malloc () from /lib64/libc.so.6
#3 0x000000306300cbad in _dl_map_object_deps () from /lib64/ld-linux-x86-64.so.2
#4 0x0000003063012aa1 in dl_open_worker () from /lib64/ld-linux-x86-64.so.2
#5 0x000000306300e1b6 in _dl_catch_error () from /lib64/ld-linux-x86-64.so.2
#6 0x00000030630124fa in _dl_open () from /lib64/ld-linux-x86-64.so.2
#7 0x0000003063926e10 in do_dlopen () from /lib64/libc.so.6
#8 0x000000306300e1b6 in _dl_catch_error () from /lib64/ld-linux-x86-64.so.2
#9 0x0000003063926f67 in __libc_dlopen_mode () from /lib64/libc.so.6
#10 0x00000030638feb25 in init () from /lib64/libc.so.6
#11 0x0000003063c0cd33 in pthread_once () from /lib64/libpthread.so.0
#12 0x00000030638fec54 in backtrace () from /lib64/libc.so.6
#13 0x0000000000fb3087 in ceph::BackTrace::BackTrace (this=0x7fce66deac90, s=0) at common/BackTrace.h:19
#14 0x000000000123b4e8 in handle_fatal_signal (signum=11) at global/signal_handler.cc:90
#15 <signal handler called>
#16 0x0000003063879a3d in _int_malloc () from /lib64/libc.so.6
#17 0x000000306387a991 in malloc () from /lib64/libc.so.6
#18 0x00007fceef0dc09d in operator new(unsigned long) () from /usr/lib64/libstdc++.so.6
#19 0x0000000000ee9e30 in __gnu_cxx::new_allocator<std::_Rb_tree_node<std::pair<pg_t const, pg_stat_t> > >::allocate (this=0x7fcec856b430, __n=1)
at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/ext/new_allocator.h:89
#20 0x0000000000ee954c in std::_Rb_tree<pg_t, std::pair<pg_t const, pg_stat_t>, std::_Select1st<std::pair<pg_t const, pg_stat_t> >, std::less<pg_t>, std::allocator<std::pair<pg_t const, pg_stat_t> > >::_M_get_node (this=0x7fcec856b430)
at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_tree.h:359
#21 0x0000000000ee865f in std::_Rb_tree<pg_t, std::pair<pg_t const, pg_stat_t>, std::_Select1st<std::pair<pg_t const, pg_stat_t> >, std::less<pg_t>, std::allocator<std::pair<pg_t const, pg_stat_t> > >::_M_create_node (
this=0x7fcec856b430, __x=...) at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_tree.h:369
#22 0x0000000000ee66bb in std::Rb_tree<pg_t, std::pair<pg_t const, pg_stat_t>, std::_Select1st<std::pair<pg_t const, pg_stat_t> >, std::less<pg_t>, std::allocator<std::pair<pg_t const, pg_stat_t> > >::_M_insert (this=0x7fcec856b430,
__x=0x0, __p=0x7fce62e07190, __v=...) at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_tree.h:881
#23 0x0000000000ee2117 in std::Rb_tree<pg_t, std::pair<pg_t const, pg_stat_t>, std::_Select1st<std::pair<pg_t const, pg_stat_t> >, std::less<pg_t>, std::allocator<std::pair<pg_t const, pg_stat_t> > >::_M_insert_unique (
this=0x7fcec856b430, __position=..., __v=...) at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_tree.h:1215
#24 0x0000000000edc6f8 in std::map<pg_t, pg_stat_t, std::less<pg_t>, std::allocator<std::pair<pg_t const, pg_stat_t> > >::insert (this=0x7fcec856b430, __position=..., __x=...)
at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_map.h:540
#25 0x0000000000ed680d in std::map<pg_t, pg_stat_t, std::less<pg_t>, std::allocator<std::pair<pg_t const, pg_stat_t> > >::operator[] (this=0x7fcec856b430, __k=...)
at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_map.h:450
#26 0x0000000001096529 in decode<pg_t, pg_stat_t> (m=std::map with 12 elements =
{...}
, p=...) at ./include/encoding.h:590
#27 0x0000000001078ffc in MPGStats::decode_payload (this=0x7fcec856b270) at ./messages/MPGStats.h:59
#28 0x00000000010769bf in decode_message (cct=0x3143d20, header=..., footer=..., front=..., middle=..., data=...) at msg/Message.cc:714
#29 0x000000000113ef49 in Pipe::read_message (this=0x7fced0000b90, pm=0x7fce66decb28, auth_handler=0x7fcec8810760) at msg/Pipe.cc:1954
#30 0x0000000001139fc2 in Pipe::reader (this=0x7fced0000b90) at msg/Pipe.cc:1483
#31 0x0000000001141b40 in Pipe::Reader::entry (this=0x7fced0000ba0) at msg/Pipe.h:49
#32 0x0000000000ff9317 in Thread::entry_wrapper (this=0x7fced0000ba0) at common/Thread.cc:60
#33 0x0000000000ff928e in Thread::_entry_func (arg=0x7fced0000ba0) at common/Thread.cc:45
#34 0x0000003063c079d1 in start_thread () from /lib64/libpthread.so.0
#35 0x00000030638e8b6d in clone () from /lib64/libc.so.6