Ceph

[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `ceph-osd -f -i 1'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0  0x00007fb4fb247f07 in _dl_map_object_deps (map=map@entry=0x7fb4fb4484e8, 
    preloads=preloads@entry=0x0, npreloads=npreloads@entry=0, 
    trace_mode=trace_mode@entry=0, open_mode=open_mode@entry=-2147483648)
    at dl-deps.c:528
528     dl-deps.c: No such file or directory.
(gdb) bt
#0  0x00007fb4fb247f07 in _dl_map_object_deps (map=map@entry=0x7fb4fb4484e8, 
    preloads=preloads@entry=0x0, npreloads=npreloads@entry=0, 
    trace_mode=trace_mode@entry=0, open_mode=open_mode@entry=-2147483648)
    at dl-deps.c:528
#1  0x00007fb4fb24eaab in dl_open_worker (a=a@entry=0x7fb4e528c168)
    at dl-open.c:272
#2  0x00007fb4fb249ff4 in _dl_catch_error (
    objname=objname@entry=0x7fb4e528c158, 
    errstring=errstring@entry=0x7fb4e528c160, 
    mallocedp=mallocedp@entry=0x7fb4e528c150, 
    operate=operate@entry=0x7fb4fb24e9a0 <dl_open_worker>, 
    args=args@entry=0x7fb4e528c168) at dl-error.c:187
#3  0x00007fb4fb24e3bb in _dl_open (file=0x7fb4f91604de "em != ((void *)0)", 
    mode=-2147483647, caller_dlopen=<optimized out>, nsid=-2, argc=4, 
    argv=0x7fffc3325e68, env=0x3eb8000) at dl-open.c:661
#4  0x00007fb4f911a002 in __GI___libc_dlopen_mode (name=0x7fb4fb4484e8 "", 
    mode=6642832) at dl-libc.c:157
#5  0x00007fb4e528c380 in ?? ()

this one also on firefly .. ubuntu@teuthology:/a/sage-2015-01-11_12:05:20-rados-firefly-distro-basic-multi/697528

on vpm022

(gdb) bt
#0  0x00007f5b4e76e20b in raise (sig=6) at ../nptl/sysdeps/unix/sysv/linux/pt-raise.c:37
#1  0x000000000098302a in reraise_fatal (signum=6) at global/signal_handler.cc:59
#2  handle_fatal_signal (signum=6) at global/signal_handler.cc:105
#3  <signal handler called>
#4  0x00007f5b4ce15cc9 in sigisemptyset (set=0x9c8) at sigisempty.c:34
#5  0x00007f5b4ce190d8 in _quicksort (pbase=0x0, total_elems=<optimized out>, size=0, cmp=0xbb0720 <typeinfo name for ceph::FailedAssertion>, 
    arg=0x3b0b6a0) at qsort.c:123
#6  0x0000000005503618 in ?? ()
#7  0x0000000005503bf3 in ?? ()
#8  0x0000000005503e18 in ?? ()
#9  0x00007f5b4d9c2e00 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#10 0x0000000000000010 in ?? ()
#11 0x0000000005503618 in ?? ()
#12 0x00007f5b4d9aa2c0 in vtable for std::basic_ostringstream<char, std::char_traits<char>, std::allocator<char> > ()
   from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#13 0x0000000000000006 in ?? ()
#14 0x0000000000000000 in ?? ()

after apt-get dist-upgrade

(gdb) 
#0  0x00007f5b4e76e20b in raise (sig=6) at ../nptl/sysdeps/unix/sysv/linux/pt-raise.c:37
#1  0x000000000098302a in reraise_fatal (signum=6) at global/signal_handler.cc:59
#2  handle_fatal_signal (signum=6) at global/signal_handler.cc:105
#3  <signal handler called>
#4  0x00007f5b4ce15cc9 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
#5  0x00007f5b4ce190d8 in __GI_abort () at abort.c:89
#6  0x00007f5b4d7206b5 in __gnu_cxx::__verbose_terminate_handler() () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#7  0x00007f5b4d71e836 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#8  0x00007f5b4d71e863 in std::terminate() () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#9  0x00007f5b4d71eaa2 in __cxa_throw () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#10 0x0000000000a66802 in ceph::__ceph_assert_fail (assertion=assertion@entry=0xb82a98 "soid < scrubber.start || soid >= scrubber.end", 
    file=file@entry=0xb7e3a0 "osd/ReplicatedPG.cc", line=line@entry=5320, 
    func=func@entry=0xb8a180 <ReplicatedPG::finish_ctx(ReplicatedPG::OpContext*, int, bool)::__PRETTY_FUNCTION__> "void ReplicatedPG::finish_ctx(ReplicatedPG::OpContext*, int, bool)") at common/assert.cc:77
#11 0x00000000007d3ae6 in ReplicatedPG::finish_ctx (this=this@entry=0x32ba400, ctx=ctx@entry=0x46bea00, log_op_type=log_op_type@entry=8, 
    maintain_ssc=maintain_ssc@entry=true) at osd/ReplicatedPG.cc:5320
#12 0x00000000007d7c90 in ReplicatedPG::finish_promote (this=0x32ba400, r=<optimized out>, op=..., results=<optimized out>, obc=...)
    at osd/ReplicatedPG.cc:6025
#13 0x0000000000841e9c in PromoteCallback::finish (this=<optimized out>, results=...) at osd/ReplicatedPG.cc:1687
#14 0x0000000000816ca9 in GenContext<boost::tuples::tuple<int, ReplicatedPG::CopyResults*, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >::complete (this=0x49b2420, t=...) at ./include/Context.h:45
#15 0x00000000007ec55d in ReplicatedPG::process_copy_chunk (this=0x32ba400, oid=..., tid=tid@entry=926, r=r@entry=0)
    at osd/ReplicatedPG.cc:5711
#16 0x0000000000842b49 in C_Copyfrom::finish (this=0x4b87c60, r=0) at osd/ReplicatedPG.cc:5371
#17 0x0000000000655a19 in Context::complete (this=0x4b87c60, r=<optimized out>) at ./include/Context.h:64
#18 0x00000000009a60d8 in Finisher::finisher_thread_entry (this=0x2ffc340) at common/Finisher.cc:56
#19 0x00007f5b4e766182 in start_thread (arg=0x7f5b35885700) at pthread_create.c:312
#20 0x00007f5b4ced947d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

simple enough ;-)