Project

General

Profile

cephlog.txt

Bob Bobington, 09/08/2017 03:39 PM

Download (13.5 KB)

 
1
Sep 08 06:17:07 host ceph-osd[10263]: *** Caught signal (Aborted) **                         
2
Sep 08 06:17:07 host ceph-osd[10263]:  in thread 7fa865782700 thread_name:tp_osd_tp          
3
Sep 08 06:17:07 host ceph-osd[10263]:  ceph version 12.2.0 (32ce2a3ae5239ee33d6150705cdb24d43
4
bab910c) luminous (rc)                                                                                  
5
Sep 08 06:17:07 host ceph-osd[10263]:  1: (()+0x9a6968) [0x55c1a0eba968]                     
6
Sep 08 06:17:07 host ceph-osd[10263]:  2: (()+0x117e0) [0x7fa880e207e0]                      
7
Sep 08 06:17:07 host ceph-osd[10263]:  3: (pthread_cond_wait()+0x1fd) [0x7fa880e1c1ad]       
8
Sep 08 06:17:07 host ceph-osd[10263]:  4: (Throttle::_wait(long)+0x33c) [0x55c1a0ef5c8c]     
9
Sep 08 06:17:07 host ceph-osd[10263]:  5: (Throttle::get(long, long)+0x2a2) [0x55c1a0ef6a52] 
10
Sep 08 06:17:07 host ceph-osd[10263]:  6: (BlueStore::queue_transactions(ObjectStore::Sequenc
11
er*, std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive
12
_ptr<TrackedOp>, ThreadPool::TPHandle*)+0xdc7) [0x55c1a0dbe137]                                         
13
Sep 08 06:17:07 host ceph-osd[10263]:  7: (non-virtual thunk to PrimaryLogPG::queue_transacti
14
ons(std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_
15
ptr<OpRequest>)+0x68) [0x55c1a0af9d08]                                                                  
16
Sep 08 06:17:07 host ceph-osd[10263]:  8: (ECBackend::handle_sub_write(pg_shard_t, boost::int
17
rusive_ptr<OpRequest>, ECSubWrite&, ZTracer::Trace const&, Context*)+0x963) [0x55c1a0c383b3]            
18
Sep 08 06:17:07 host ceph-osd[10263]:  9: (ECBackend::try_reads_to_commit()+0xa7b) [0x55c1a0c
19
45c5b]                                                                                                  
20
Sep 08 06:17:07 host ceph-osd[10263]:  10: (ECBackend::check_ops()+0x1c) [0x55c1a0c4852c]    
21
Sep 08 06:17:07 host ceph-osd[10263]:  11: (ECBackend::start_rmw(ECBackend::Op*, std::unique_
22
ptr<PGTransaction, std::default_delete<PGTransaction> >&&)+0x1e0a) [0x55c1a0c5285a]                     
23
Sep 08 06:17:07 host ceph-osd[10263]:  12: (ECBackend::submit_transaction(hobject_t const&, o
24
bject_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransac
25
tion> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry
26
_t> > const&, boost::optional<pg_hit_set_history_t>&, Context*, Context*, Context*, unsigned long, osd_r
27
eqid_t, boost::intrusive_ptr<OpRequest>)+0x4a1) [0x55c1a0c53751]                                        
28
Sep 08 06:17:07 host ceph-osd[10263]:  13: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather
29
*, PrimaryLogPG::OpContext*)+0x810) [0x55c1a0a9b800]                                                    
30
Sep 08 06:17:07 host ceph-osd[10263]:  14: (PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext
31
*)+0x1238) [0x55c1a0ae0538]                                                                             
32
Sep 08 06:17:07 host ceph-osd[10263]:  15: (PrimaryLogPG::do_op(boost::intrusive_ptr<OpReques
33
t>&)+0x389e) [0x55c1a0ae464e]                                                                           
34
Sep 08 06:17:07 host ceph-osd[10263]:  16: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpR
35
equest>&, ThreadPool::TPHandle&)+0xe17) [0x55c1a0aa2e27]                                                
36
Sep 08 06:17:07 host ceph-osd[10263]:  17: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::
37
intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x387) [0x55c1a0931d07]                                
38
Sep 08 06:17:07 host ceph-osd[10263]:  18: (PGQueueable::RunVis::operator()(boost::intrusive_
39
ptr<OpRequest> const&)+0x5a) [0x55c1a0bb4ffa]                                                           
40
Sep 08 06:17:07 host ceph-osd[10263]:  19: (OSD::ShardedOpWQ::_process(unsigned int, ceph::he
41
artbeat_handle_d*)+0x1ae7) [0x55c1a0955b97]                                                             
42
Sep 08 06:17:07 host ceph-osd[10263]:  20: (ShardedThreadPool::shardedthreadpool_worker(unsig
43
ned int)+0x5b2) [0x55c1a0f05032]                                                                        
44
Sep 08 06:17:07 host ceph-osd[10263]:  21: (ShardedThreadPool::WorkThreadSharded::entry()+0x1
45
0) [0x55c1a0f085a0]                                                                                     
46
Sep 08 06:17:07 host ceph-osd[10263]:  22: (()+0x7049) [0x7fa880e16049]                      
47
Sep 08 06:17:07 host ceph-osd[10263]:  23: (clone()+0x3f) [0x7fa8802a5f0f]                   
48
Sep 08 06:17:07 host ceph-osd[10263]: 2017-09-08 06:17:07.525955 7fa865782700 -1 *** Caught s
49
ignal (Aborted) **
50
Sep 08 06:17:07 host ceph-osd[10263]:  in thread 7fa865782700 thread_name:tp_osd_tp          
51
Sep 08 06:17:07 host ceph-osd[10263]:  ceph version 12.2.0 (32ce2a3ae5239ee33d6150705cdb24d43
52
bab910c) luminous (rc)                                                                                  
53
Sep 08 06:17:07 host ceph-osd[10263]:  1: (()+0x9a6968) [0x55c1a0eba968]                     
54
Sep 08 06:17:07 host ceph-osd[10263]:  2: (()+0x117e0) [0x7fa880e207e0]                      
55
Sep 08 06:17:07 host ceph-osd[10263]:  3: (pthread_cond_wait()+0x1fd) [0x7fa880e1c1ad]       
56
Sep 08 06:17:07 host ceph-osd[10263]:  4: (Throttle::_wait(long)+0x33c) [0x55c1a0ef5c8c]     
57
Sep 08 06:17:07 host ceph-osd[10263]:  5: (Throttle::get(long, long)+0x2a2) [0x55c1a0ef6a52] 
58
Sep 08 06:17:07 host ceph-osd[10263]:  6: (BlueStore::queue_transactions(ObjectStore::Sequenc
59
er*, std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive
60
_ptr<TrackedOp>, ThreadPool::TPHandle*)+0xdc7) [0x55c1a0dbe137]                                         
61
Sep 08 06:17:07 host ceph-osd[10263]:  7: (non-virtual thunk to PrimaryLogPG::queue_transacti
62
ons(std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_
63
ptr<OpRequest>)+0x68) [0x55c1a0af9d08]                                                                  
64
Sep 08 06:17:07 host ceph-osd[10263]:  8: (ECBackend::handle_sub_write(pg_shard_t, boost::int
65
rusive_ptr<OpRequest>, ECSubWrite&, ZTracer::Trace const&, Context*)+0x963) [0x55c1a0c383b3]            
66
Sep 08 06:17:07 host ceph-osd[10263]:  9: (ECBackend::try_reads_to_commit()+0xa7b) [0x55c1a0c
67
45c5b]                                                                                                  
68
Sep 08 06:17:07 host ceph-osd[10263]:  10: (ECBackend::check_ops()+0x1c) [0x55c1a0c4852c]    
69
Sep 08 06:17:07 host ceph-osd[10263]:  11: (ECBackend::start_rmw(ECBackend::Op*, std::unique_
70
ptr<PGTransaction, std::default_delete<PGTransaction> >&&)+0x1e0a) [0x55c1a0c5285a]                     
71
Sep 08 06:17:07 host ceph-osd[10263]:  12: (ECBackend::submit_transaction(hobject_t const&, o
72
bject_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransac
73
tion> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry
74
_t> > const&, boost::optional<pg_hit_set_history_t>&, Context*, Context*, Context*, unsigned long, osd_r
75
eqid_t, boost::intrusive_ptr<OpRequest>)+0x4a1) [0x55c1a0c53751]                                        
76
Sep 08 06:17:07 host ceph-osd[10263]:  13: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather
77
*, PrimaryLogPG::OpContext*)+0x810) [0x55c1a0a9b800]                                                    
78
Sep 08 06:17:07 host ceph-osd[10263]:  14: (PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext
79
*)+0x1238) [0x55c1a0ae0538]                                                                             
80
Sep 08 06:17:07 host ceph-osd[10263]:  15: (PrimaryLogPG::do_op(boost::intrusive_ptr<OpReques
81
t>&)+0x389e) [0x55c1a0ae464e]                                                                           
82
Sep 08 06:17:07 host ceph-osd[10263]:  16: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpR
83
equest>&, ThreadPool::TPHandle&)+0xe17) [0x55c1a0aa2e27]                                                
84
Sep 08 06:17:07 host ceph-osd[10263]:  17: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::
85
intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x387) [0x55c1a0931d07]                                
86
Sep 08 06:17:07 host ceph-osd[10263]:  18: (PGQueueable::RunVis::operator()(boost::intrusive_
87
ptr<OpRequest> const&)+0x5a) [0x55c1a0bb4ffa]                                                           
88
Sep 08 06:17:07 host ceph-osd[10263]:  19: (OSD::ShardedOpWQ::_process(unsigned int, ceph::he
89
artbeat_handle_d*)+0x1ae7) [0x55c1a0955b97]                                                             
90
Sep 08 06:17:07 host ceph-osd[10263]:  20: (ShardedThreadPool::shardedthreadpool_worker(unsig
91
ned int)+0x5b2) [0x55c1a0f05032]                                                                        
92
Sep 08 06:17:07 host ceph-osd[10263]:  21: (ShardedThreadPool::WorkThreadSharded::entry()+0x1
93
0) [0x55c1a0f085a0]                                                                                     
94
Sep 08 06:17:07 host ceph-osd[10263]:  22: (()+0x7049) [0x7fa880e16049]                      
95
Sep 08 06:17:07 host ceph-osd[10263]:  23: (clone()+0x3f) [0x7fa8802a5f0f]                   
96
Sep 08 06:17:07 host ceph-osd[10263]:  NOTE: a copy of the executable, or `objdump -rdS <exec
97
utable>` is needed to interpret this.                                                                   
98
Sep 08 06:17:07 host ceph-osd[10263]:      0> 2017-09-08 06:17:07.525955 7fa865782700 -1 *** 
99
Caught signal (Aborted) **
100
Sep 08 06:17:07 host ceph-osd[10263]:  in thread 7fa865782700 thread_name:tp_osd_tp          
101
Sep 08 06:17:07 host ceph-osd[10263]:  ceph version 12.2.0 (32ce2a3ae5239ee33d6150705cdb24d43
102
bab910c) luminous (rc)                                                                                  
103
Sep 08 06:17:07 host ceph-osd[10263]:  1: (()+0x9a6968) [0x55c1a0eba968]                     
104
Sep 08 06:17:07 host ceph-osd[10263]:  2: (()+0x117e0) [0x7fa880e207e0]                      
105
Sep 08 06:17:07 host ceph-osd[10263]:  3: (pthread_cond_wait()+0x1fd) [0x7fa880e1c1ad]       
106
Sep 08 06:17:07 host ceph-osd[10263]:  4: (Throttle::_wait(long)+0x33c) [0x55c1a0ef5c8c]     
107
Sep 08 06:17:07 host ceph-osd[10263]:  5: (Throttle::get(long, long)+0x2a2) [0x55c1a0ef6a52] 
108
Sep 08 06:17:07 host ceph-osd[10263]:  6: (BlueStore::queue_transactions(ObjectStore::Sequenc
109
er*, std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive
110
_ptr<TrackedOp>, ThreadPool::TPHandle*)+0xdc7) [0x55c1a0dbe137]                                         
111
Sep 08 06:17:07 host ceph-osd[10263]:  7: (non-virtual thunk to PrimaryLogPG::queue_transacti
112
ons(std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_
113
ptr<OpRequest>)+0x68) [0x55c1a0af9d08]                                                                  
114
Sep 08 06:17:07 host ceph-osd[10263]:  8: (ECBackend::handle_sub_write(pg_shard_t, boost::int
115
rusive_ptr<OpRequest>, ECSubWrite&, ZTracer::Trace const&, Context*)+0x963) [0x55c1a0c383b3]            
116
Sep 08 06:17:07 host ceph-osd[10263]:  9: (ECBackend::try_reads_to_commit()+0xa7b) [0x55c1a0c
117
45c5b]                    
118
Sep 08 06:17:07 host ceph-osd[10263]:  10: (ECBackend::check_ops()+0x1c) [0x55c1a0c4852c]    
119
Sep 08 06:17:07 host ceph-osd[10263]:  11: (ECBackend::start_rmw(ECBackend::Op*, std::unique$
120
ptr<PGTransaction, std::default_delete<PGTransaction> >&&)+0x1e0a) [0x55c1a0c5285a]                     
121
Sep 08 06:17:07 host ceph-osd[10263]:  12: (ECBackend::submit_transaction(hobject_t const&, $
122
bject_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransa$
123
tion> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entr$
124
_t> > const&, boost::optional<pg_hit_set_history_t>&, Context*, Context*, Context*, unsigned long, osd_$
125
eqid_t, boost::intrusive_ptr<OpRequest>)+0x4a1) [0x55c1a0c53751]                                        
126
Sep 08 06:17:07 host ceph-osd[10263]:  13: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGathe$
127
*, PrimaryLogPG::OpContext*)+0x810) [0x55c1a0a9b800]
128
Sep 08 06:17:07 host ceph-osd[10263]:  14: (PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContex$
129
*)+0x1238) [0x55c1a0ae0538]                         
130
Sep 08 06:17:07 host ceph-osd[10263]:  15: (PrimaryLogPG::do_op(boost::intrusive_ptr<OpReque$
131
t>&)+0x389e) [0x55c1a0ae464e]                       
132
Sep 08 06:17:07 host ceph-osd[10263]:  16: (PrimaryLogPG::do_request(boost::intrusive_ptr<Op$
133
equest>&, ThreadPool::TPHandle&)+0xe17) [0x55c1a0aa2e27]                                                
134
Sep 08 06:17:07 host ceph-osd[10263]:  17: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost:$
135
intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x387) [0x55c1a0931d07]                                
136
Sep 08 06:17:07 host ceph-osd[10263]:  18: (PGQueueable::RunVis::operator()(boost::intrusive$
137
ptr<OpRequest> const&)+0x5a) [0x55c1a0bb4ffa]       
138
Sep 08 06:17:07 host ceph-osd[10263]:  19: (OSD::ShardedOpWQ::_process(unsigned int, ceph::h$
139
artbeat_handle_d*)+0x1ae7) [0x55c1a0955b97]         
140
Sep 08 06:17:07 host ceph-osd[10263]:  20: (ShardedThreadPool::shardedthreadpool_worker(unsi$
141
ned int)+0x5b2) [0x55c1a0f05032]                    
142
Sep 08 06:17:07 host ceph-osd[10263]:  21: (ShardedThreadPool::WorkThreadSharded::entry()+0x$
143
0) [0x55c1a0f085a0]       
144
Sep 08 06:17:07 host ceph-osd[10263]:  22: (()+0x7049) [0x7fa880e16049]                      
145
Sep 08 06:17:07 host ceph-osd[10263]:  23: (clone()+0x3f) [0x7fa8802a5f0f]                   
146
Sep 08 06:17:07 host ceph-osd[10263]:  NOTE: a copy of the executable, or `objdump -rdS <exe$
147
utable>` is needed to interpret this.