|
1
|
2015-07-16 18:14:32,923 2611 [radosgw_agent][INFO ] __ __ __ ___ ___
|
|
2
|
2015-07-16 18:14:32,924 2611 [radosgw_agent][INFO ] /__` \ / |\ | / ` /\ / _` |__ |\ | |
|
|
3
|
2015-07-16 18:14:32,924 2611 [radosgw_agent][INFO ] .__/ | | \| \__, /~~\ \__> |___ | \| |
|
|
4
|
2015-07-16 18:14:32,925 2611 [radosgw_agent][INFO ] v1.2.3
|
|
5
|
2015-07-16 18:14:32,925 2611 [radosgw_agent][INFO ] agent options:
|
|
6
|
2015-07-16 18:14:32,926 2611 [radosgw_agent][INFO ] args:
|
|
7
|
2015-07-16 18:14:32,927 2611 [radosgw_agent][INFO ] conf : None
|
|
8
|
2015-07-16 18:14:32,927 2611 [radosgw_agent][INFO ] dest_access_key : ****************
|
|
9
|
2015-07-16 18:14:32,928 2611 [radosgw_agent][INFO ] dest_secret_key : ****************
|
|
10
|
2015-07-16 18:14:32,928 2611 [radosgw_agent][INFO ] destination : http://10.35.64.71:80
|
|
11
|
2015-07-16 18:14:32,929 2611 [radosgw_agent][INFO ] incremental_sync_delay : 30
|
|
12
|
2015-07-16 18:14:32,929 2611 [radosgw_agent][INFO ] lock_timeout : 60
|
|
13
|
2015-07-16 18:14:32,930 2611 [radosgw_agent][INFO ] log_file : /var/log/radosgw/radosgw-sync-tw-east-west.log
|
|
14
|
2015-07-16 18:14:32,930 2611 [radosgw_agent][INFO ] log_lock_time : 20
|
|
15
|
2015-07-16 18:14:32,931 2611 [radosgw_agent][INFO ] max_entries : 1000
|
|
16
|
2015-07-16 18:14:32,931 2611 [radosgw_agent][INFO ] metadata_only : False
|
|
17
|
2015-07-16 18:14:32,932 2611 [radosgw_agent][INFO ] num_workers : 1
|
|
18
|
2015-07-16 18:14:32,932 2611 [radosgw_agent][INFO ] object_sync_timeout : 216000
|
|
19
|
2015-07-16 18:14:32,933 2611 [radosgw_agent][INFO ] prepare_error_delay : 10
|
|
20
|
2015-07-16 18:14:32,933 2611 [radosgw_agent][INFO ] quiet : False
|
|
21
|
2015-07-16 18:14:32,933 2611 [radosgw_agent][INFO ] rgw_data_log_window : 30
|
|
22
|
2015-07-16 18:14:32,934 2611 [radosgw_agent][INFO ] source : http://10.35.64.81:80
|
|
23
|
2015-07-16 18:14:32,934 2611 [radosgw_agent][INFO ] src_access_key : ****************
|
|
24
|
2015-07-16 18:14:32,935 2611 [radosgw_agent][INFO ] src_secret_key : ****************
|
|
25
|
2015-07-16 18:14:32,935 2611 [radosgw_agent][INFO ] src_zone : None
|
|
26
|
2015-07-16 18:14:32,935 2611 [radosgw_agent][INFO ] sync_scope : incremental
|
|
27
|
2015-07-16 18:14:32,935 2611 [radosgw_agent][INFO ] test_server_host : None
|
|
28
|
2015-07-16 18:14:32,936 2611 [radosgw_agent][INFO ] test_server_port : 8080
|
|
29
|
2015-07-16 18:14:32,936 2611 [radosgw_agent][INFO ] verbose : False
|
|
30
|
2015-07-16 18:14:32,936 2611 [radosgw_agent][INFO ] versioned : False
|
|
31
|
2015-07-16 18:14:32,936 2611 [radosgw_agent.client][INFO ] creating connection to endpoint: http://10.35.64.71:80
|
|
32
|
2015-07-16 18:14:32,937 2611 [boto][DEBUG ] Using access key provided by client.
|
|
33
|
2015-07-16 18:14:32,937 2611 [boto][DEBUG ] Using secret key provided by client.
|
|
34
|
2015-07-16 18:14:32,938 2611 [boto][DEBUG ] StringToSign:
|
|
35
|
GET
|
|
36
|
|
|
37
|
|
|
38
|
Thu, 16 Jul 2015 10:14:32 GMT
|
|
39
|
/admin/config
|
|
40
|
2015-07-16 18:14:32,938 2611 [boto][DEBUG ] Signature:
|
|
41
|
AWS tw_access_key:hS2fQmwAJX2UEOAjV151DSvab1g=
|
|
42
|
2015-07-16 18:14:32,938 2611 [boto][DEBUG ] url = 'http://10.35.64.71/admin/config'
|
|
43
|
params={}
|
|
44
|
headers={'Date': 'Thu, 16 Jul 2015 10:14:32 GMT', 'Content-Length': '0', 'Authorization': 'AWS tw_access_key:hS2fQmwAJX2UEOAjV151DSvab1g=', 'User-Agent': 'Boto/2.20.1 Python/2.7.6 Linux/3.13.0-57-generic'}
|
|
45
|
data=None
|
|
46
|
2015-07-16 18:14:32,938 2611 [boto][DEBUG ] Method: GET
|
|
47
|
2015-07-16 18:14:32,938 2611 [boto][DEBUG ] Path: /admin/config
|
|
48
|
2015-07-16 18:14:32,938 2611 [boto][DEBUG ] Data:
|
|
49
|
2015-07-16 18:14:32,938 2611 [boto][DEBUG ] Headers: {}
|
|
50
|
2015-07-16 18:14:32,938 2611 [boto][DEBUG ] Host: 10.35.64.71
|
|
51
|
2015-07-16 18:14:32,939 2611 [boto][DEBUG ] Port: 80
|
|
52
|
2015-07-16 18:14:32,939 2611 [boto][DEBUG ] Params: {}
|
|
53
|
2015-07-16 18:14:32,939 2611 [boto][DEBUG ] establishing HTTP connection: kwargs={'port': 80, 'timeout': 70}
|
|
54
|
2015-07-16 18:14:32,939 2611 [boto][DEBUG ] Token: None
|
|
55
|
2015-07-16 18:14:32,939 2611 [boto][DEBUG ] StringToSign:
|
|
56
|
GET
|
|
57
|
|
|
58
|
|
|
59
|
Thu, 16 Jul 2015 10:14:32 GMT
|
|
60
|
/admin/config
|
|
61
|
2015-07-16 18:14:32,939 2611 [boto][DEBUG ] Signature:
|
|
62
|
AWS tw_access_key:hS2fQmwAJX2UEOAjV151DSvab1g=
|
|
63
|
2015-07-16 18:14:33,073 2611 [radosgw_agent][INFO ] http://10.35.64.81:80 endpoint does not support versioning
|
|
64
|
2015-07-16 18:14:33,075 2611 [radosgw_agent][WARNING] encountered issues reaching to endpoint http://10.35.64.81:80
|
|
65
|
2015-07-16 18:14:33,076 2611 [radosgw_agent][WARNING] HTTP Error 403: Forbidden
|
|
66
|
2015-07-16 18:14:33,078 2611 [radosgw_agent.client][INFO ] creating connection to endpoint: http://10.35.64.81:80
|
|
67
|
2015-07-16 18:14:33,079 2611 [boto][DEBUG ] Using access key provided by client.
|
|
68
|
2015-07-16 18:14:33,079 2611 [boto][DEBUG ] Using secret key provided by client.
|
|
69
|
2015-07-16 18:14:33,080 2611 [radosgw_agent.client][INFO ] creating connection to endpoint: http://10.35.64.71:80
|
|
70
|
2015-07-16 18:14:33,081 2611 [boto][DEBUG ] Using access key provided by client.
|
|
71
|
2015-07-16 18:14:33,081 2611 [boto][DEBUG ] Using secret key provided by client.
|
|
72
|
2015-07-16 18:14:33,082 2611 [radosgw_agent.client][INFO ] creating connection to endpoint: http://10.35.64.81:80
|
|
73
|
2015-07-16 18:14:33,083 2611 [boto][DEBUG ] Using access key provided by client.
|
|
74
|
2015-07-16 18:14:33,084 2611 [boto][DEBUG ] Using secret key provided by client.
|
|
75
|
2015-07-16 18:14:33,084 2611 [radosgw_agent.client][INFO ] creating connection to endpoint: http://10.35.64.71:80
|
|
76
|
2015-07-16 18:14:33,086 2611 [boto][DEBUG ] Using access key provided by client.
|
|
77
|
2015-07-16 18:14:33,086 2611 [boto][DEBUG ] Using secret key provided by client.
|
|
78
|
2015-07-16 18:14:33,086 2611 [boto][DEBUG ] StringToSign:
|
|
79
|
GET
|
|
80
|
|
|
81
|
|
|
82
|
Thu, 16 Jul 2015 10:14:33 GMT
|
|
83
|
/admin/log
|
|
84
|
2015-07-16 18:14:33,086 2611 [boto][DEBUG ] Signature:
|
|
85
|
AWS tw_access_key:2fWu2+WDCBFlNBPYRkd2BIC9gsM=
|
|
86
|
2015-07-16 18:14:33,086 2611 [boto][DEBUG ] url = 'http://10.35.64.81/admin/log'
|
|
87
|
params={'type': 'metadata'}
|
|
88
|
headers={'Date': 'Thu, 16 Jul 2015 10:14:33 GMT', 'Content-Length': '0', 'Authorization': 'AWS tw_access_key:2fWu2+WDCBFlNBPYRkd2BIC9gsM=', 'User-Agent': 'Boto/2.20.1 Python/2.7.6 Linux/3.13.0-57-generic'}
|
|
89
|
data=None
|
|
90
|
2015-07-16 18:14:33,086 2611 [boto][DEBUG ] Method: GET
|
|
91
|
2015-07-16 18:14:33,087 2611 [boto][DEBUG ] Path: /admin/log?type=metadata
|
|
92
|
2015-07-16 18:14:33,087 2611 [boto][DEBUG ] Data:
|
|
93
|
2015-07-16 18:14:33,087 2611 [boto][DEBUG ] Headers: {}
|
|
94
|
2015-07-16 18:14:33,087 2611 [boto][DEBUG ] Host: 10.35.64.81
|
|
95
|
2015-07-16 18:14:33,087 2611 [boto][DEBUG ] Port: 80
|
|
96
|
2015-07-16 18:14:33,087 2611 [boto][DEBUG ] Params: {'type': 'metadata'}
|
|
97
|
2015-07-16 18:14:33,087 2611 [boto][DEBUG ] establishing HTTP connection: kwargs={'port': 80, 'timeout': 70}
|
|
98
|
2015-07-16 18:14:33,087 2611 [boto][DEBUG ] Token: None
|
|
99
|
2015-07-16 18:14:33,087 2611 [boto][DEBUG ] StringToSign:
|
|
100
|
GET
|
|
101
|
|
|
102
|
|
|
|
103
|
|
|
|
104
|
|
|
105
|
Thu, 16 Jul 2015 10:15:11 GMT
|
|
106
|
/admin/log
|
|
107
|
2015-07-16 18:15:11,492 2621 [boto][DEBUG ] Signature:
|
|
108
|
AWS tw_access_key:/jJFDjzjiQkvBPgexaGsG07bVgc=
|
|
109
|
2015-07-16 18:15:11,502 2621 [radosgw_agent.worker][DEBUG ] bucket instance "BUCKET1:tw-east.24117.1" has 2 entries after " "
|
|
110
|
2015-07-16 18:15:11,503 2621 [radosgw_agent.worker][INFO ] ********************************************************************************
|
|
111
|
2015-07-16 18:15:11,504 2621 [radosgw_agent.worker][INFO ] syncing bucket "BUCKET1"
|
|
112
|
2015-07-16 18:15:11,505 2621 [radosgw_agent.worker][DEBUG ] syncing object BUCKET1/tw.json
|
|
113
|
2015-07-16 18:15:11,506 2621 [boto][DEBUG ] StringToSign:
|
|
114
|
PUT
|
|
115
|
|
|
116
|
application/json; charset=UTF-8
|
|
117
|
Thu, 16 Jul 2015 10:15:11 GMT
|
|
118
|
x-amz-copy-source:BUCKET1/tw.json
|
|
119
|
/BUCKET1/tw.json
|
|
120
|
2015-07-16 18:15:11,506 2621 [boto][DEBUG ] Signature:
|
|
121
|
AWS tw_access_key:PM51wrFPVqvlzF1wZZDi3VCPZfQ=
|
|
122
|
2015-07-16 18:15:11,507 2621 [boto][DEBUG ] url = 'http://10.35.64.71/BUCKET1/tw.json'
|
|
123
|
params={'rgwx-op-id': 'node1:2611:1', 'rgwx-source-zone': u'tw-east', 'rgwx-client-id': 'radosgw-agent'}
|
|
124
|
headers={'Content-Length': '0', 'User-Agent': 'Boto/2.20.1 Python/2.7.6 Linux/3.13.0-57-generic', 'x-amz-copy-source': 'BUCKET1/tw.json', 'Date': 'Thu, 16 Jul 2015 10:15:11 GMT', 'Content-Type': 'application/json; charset=UTF-8', 'Authorization': 'AWS tw_access_key:PM51wrFPVqvlzF1wZZDi3VCPZfQ='}
|
|
125
|
data=None
|
|
126
|
2015-07-16 18:15:11,507 2621 [boto][DEBUG ] Method: PUT
|
|
127
|
2015-07-16 18:15:11,507 2621 [boto][DEBUG ] Path: /BUCKET1/tw.json?rgwx-op-id=node1%3A2611%3A1&rgwx-source-zone=tw-east&rgwx-client-id=radosgw-agent
|
|
128
|
2015-07-16 18:15:11,508 2621 [boto][DEBUG ] Data:
|
|
129
|
2015-07-16 18:15:11,508 2621 [boto][DEBUG ] Headers: {'Content-Type': 'application/json; charset=UTF-8', 'x-amz-copy-source': 'BUCKET1/tw.json'}
|
|
130
|
2015-07-16 18:15:11,509 2621 [boto][DEBUG ] Host: 10.35.64.71
|
|
131
|
2015-07-16 18:15:11,509 2621 [boto][DEBUG ] Port: 80
|
|
132
|
2015-07-16 18:15:11,510 2621 [boto][DEBUG ] Params: {'rgwx-op-id': 'node1%3A2611%3A1', 'rgwx-source-zone': 'tw-east', 'rgwx-client-id': 'radosgw-agent'}
|
|
133
|
2015-07-16 18:15:11,510 2621 [boto][DEBUG ] establishing HTTP connection: kwargs={'port': 80, 'timeout': 70}
|
|
134
|
2015-07-16 18:15:11,510 2621 [boto][DEBUG ] Token: None
|
|
135
|
2015-07-16 18:15:11,511 2621 [boto][DEBUG ] StringToSign:
|
|
136
|
PUT
|
|
137
|
|
|
138
|
application/json; charset=UTF-8
|
|
139
|
Thu, 16 Jul 2015 10:15:11 GMT
|
|
140
|
x-amz-copy-source:BUCKET1/tw.json
|
|
141
|
/BUCKET1/tw.json
|
|
142
|
2015-07-16 18:15:11,511 2621 [boto][DEBUG ] Signature:
|
|
143
|
AWS tw_access_key:PM51wrFPVqvlzF1wZZDi3VCPZfQ=
|
|
144
|
2015-07-16 18:15:12,420 2621 [boto][DEBUG ] path=/admin/log?lock
|
|
145
|
2015-07-16 18:15:12,421 2621 [boto][DEBUG ] auth_path=/admin/log?lock
|
|
146
|
2015-07-16 18:15:12,421 2621 [boto][DEBUG ] StringToSign:
|
|
147
|
POST
|
|
148
|
|
|
149
|
application/json; charset=UTF-8
|
|
150
|
Thu, 16 Jul 2015 10:15:12 GMT
|
|
151
|
/admin/log
|
|
152
|
2015-07-16 18:15:12,421 2621 [boto][DEBUG ] Signature:
|
|
153
|
AWS tw_access_key:ZnHewFD7nyOTaPhpAHCh+CQrApc=
|
|
154
|
2015-07-16 18:15:12,421 2621 [boto][DEBUG ] url = 'http://10.35.64.71/admin/log?lock'
|
|
155
|
params={'locker-id': 'node1:2611', 'length': 60, 'zone-id': u'tw-west', 'type': 'data', 'id': 35}
|
|
156
|
headers={'Date': 'Thu, 16 Jul 2015 10:15:12 GMT', 'Content-Length': '0', 'Content-Type': 'application/json; charset=UTF-8', 'Authorization': 'AWS tw_access_key:ZnHewFD7nyOTaPhpAHCh+CQrApc=', 'User-Agent': 'Boto/2.20.1 Python/2.7.6 Linux/3.13.0-57-generic'}
|
|
157
|
data=None
|
|
158
|
2015-07-16 18:15:12,422 2621 [boto][DEBUG ] path=/admin/log?lock
|
|
159
|
2015-07-16 18:15:12,422 2621 [boto][DEBUG ] auth_path=/admin/log?lock
|
|
160
|
2015-07-16 18:15:12,422 2621 [boto][DEBUG ] Method: POST
|
|
161
|
2015-07-16 18:15:12,422 2621 [boto][DEBUG ] Path: /admin/log?lock&length=60&locker-id=node1%3A2611&type=data&zone-id=tw-west&id=35
|
|
162
|
2015-07-16 18:15:12,423 2621 [boto][DEBUG ] Data:
|
|
163
|
2015-07-16 18:15:12,423 2621 [boto][DEBUG ] Headers: {'Content-Type': 'application/json; charset=UTF-8'}
|
|
164
|
2015-07-16 18:15:12,423 2621 [boto][DEBUG ] Host: 10.35.64.71
|
|
165
|
2015-07-16 18:15:12,423 2621 [boto][DEBUG ] Port: 80
|
|
166
|
2015-07-16 18:15:12,424 2621 [boto][DEBUG ] Params: {'length': '60', 'locker-id': 'node1%3A2611', 'type': 'data', 'zone-id': 'tw-west', 'id': '35'}
|
|
167
|
2015-07-16 18:15:12,425 2621 [boto][DEBUG ] establishing HTTP connection: kwargs={'port': 80, 'timeout': 70}
|
|
168
|
2015-07-16 18:15:12,426 2621 [boto][DEBUG ] Token: None
|
|
169
|
2015-07-16 18:15:12,426 2621 [boto][DEBUG ] StringToSign:
|
|
170
|
POST
|
|
171
|
|
|
172
|
application/json; charset=UTF-8
|
|
173
|
Thu, 16 Jul 2015 10:15:12 GMT
|
|
174
|
/admin/log
|
|
175
|
2015-07-16 18:15:12,427 2621 [boto][DEBUG ] Signature:
|
|
176
|
AWS tw_access_key:ZnHewFD7nyOTaPhpAHCh+CQrApc=
|
|
177
|
2015-07-16 18:15:12,783 2621 [boto][DEBUG ] Received 500 response. Retrying in 0.1 seconds
|
|
178
|
2015-07-16 18:15:12,907 2621 [boto][DEBUG ] Token: None
|
|
179
|
2015-07-16 18:15:12,907 2621 [boto][DEBUG ] StringToSign:
|
|
180
|
PUT
|
|
181
|
|
|
182
|
application/json; charset=UTF-8
|
|
183
|
Thu, 16 Jul 2015 10:15:11 GMT
|
|
184
|
x-amz-copy-source:BUCKET1/tw.json
|
|
185
|
/BUCKET1/tw.json
|
|
186
|
2015-07-16 18:15:12,908 2621 [boto][DEBUG ] Signature:
|
|
187
|
AWS tw_access_key:PM51wrFPVqvlzF1wZZDi3VCPZfQ=
|
|
188
|
2015-07-16 18:15:14,372 2621 [boto][DEBUG ] Received 500 response. Retrying in 0.8 seconds
|
|
189
|
2015-07-16 18:15:15,212 2621 [boto][DEBUG ] Token: None
|
|
190
|
2015-07-16 18:15:15,212 2621 [boto][DEBUG ] StringToSign:
|
|
191
|
PUT
|
|
192
|
|
|
193
|
application/json; charset=UTF-8
|
|
194
|
Thu, 16 Jul 2015 10:15:11 GMT
|
|
195
|
x-amz-copy-source:BUCKET1/tw.json
|
|
196
|
/BUCKET1/tw.json
|
|
197
|
2015-07-16 18:15:15,212 2621 [boto][DEBUG ] Signature:
|
|
198
|
AWS tw_access_key:PM51wrFPVqvlzF1wZZDi3VCPZfQ=
|
|
199
|
2015-07-16 18:15:16,997 2621 [boto][DEBUG ] Received 500 response. Retrying in 3.4 seconds
|
|
200
|
2015-07-16 18:15:20,392 2621 [boto][DEBUG ] Token: None
|
|
201
|
2015-07-16 18:15:20,393 2621 [boto][DEBUG ] StringToSign:
|
|
202
|
PUT
|
|
203
|
|
|
204
|
application/json; charset=UTF-8
|
|
205
|
Thu, 16 Jul 2015 10:15:11 GMT
|
|
206
|
x-amz-copy-source:BUCKET1/tw.json
|
|
207
|
/BUCKET1/tw.json
|
|
208
|
2015-07-16 18:15:20,393 2621 [boto][DEBUG ] Signature:
|
|
209
|
AWS tw_access_key:PM51wrFPVqvlzF1wZZDi3VCPZfQ=
|
|
210
|
2015-07-16 18:15:20,420 2621 [boto][DEBUG ] Received 500 response. Retrying in 2.6 seconds
|
|
211
|
2015-07-16 18:15:22,993 2621 [dev.radosgw_agent.worker][WARNING] encountered an error during sync
|
|
212
|
Traceback (most recent call last):
|
|
213
|
File "/usr/lib/python2.7/dist-packages/radosgw_agent/worker.py", line 232, in sync_object
|
|
214
|
local_op_id)
|
|
215
|
File "/usr/lib/python2.7/dist-packages/radosgw_agent/client.py", line 411, in sync_object_intra_region
|
|
216
|
expect_json=False)
|
|
217
|
File "/usr/lib/python2.7/dist-packages/radosgw_agent/client.py", line 210, in request
|
|
218
|
check_result_status(error)
|
|
219
|
File "/usr/lib/python2.7/dist-packages/radosgw_agent/client.py", line 154, in check_result_status
|
|
220
|
exc.HttpError)(result.status, result.reason)
|
|
221
|
HttpError: Http error code 500 content Internal Server Error
|
|
222
|
2015-07-16 18:15:22,995 2621 [radosgw_agent.worker][WARNING] encountered an error during sync: Http error code 500 content Internal Server Error
|
|
223
|
2015-07-16 18:15:22,996 2621 [boto][DEBUG ] StringToSign:
|
|
224
|
GET
|
|
225
|
|
|
226
|
|
|
227
|
Thu, 16 Jul 2015 10:15:22 GMT
|
|
228
|
/admin/opstate
|
|
229
|
2015-07-16 18:15:22,996 2621 [boto][DEBUG ] Signature:
|
|
230
|
AWS tw_access_key:jhck8Nv6pv0dFvk0SjipsGGEtec=
|
|
231
|
2015-07-16 18:15:22,996 2621 [boto][DEBUG ] url = 'http://10.35.64.71/admin/opstate'
|
|
232
|
params={'client-id': 'radosgw-agent', 'object': u'BUCKET1/tw.json', 'op-id': 'node1:2611:1'}
|
|
233
|
headers={'Date': 'Thu, 16 Jul 2015 10:15:22 GMT', 'Content-Length': '0', 'Authorization': 'AWS tw_access_key:jhck8Nv6pv0dFvk0SjipsGGEtec=', 'User-Agent': 'Boto/2.20.1 Python/2.7.6 Linux/3.13.0-57-generic'}
|
|
234
|
data=None
|
|
235
|
2015-07-16 18:15:22,997 2621 [boto][DEBUG ] Method: GET
|
|
236
|
2015-07-16 18:15:22,997 2621 [boto][DEBUG ] Path: /admin/opstate?client-id=radosgw-agent&object=BUCKET1/tw.json&op-id=node1%3A2611%3A1
|
|
237
|
2015-07-16 18:15:22,997 2621 [boto][DEBUG ] Data:
|
|
238
|
2015-07-16 18:15:22,998 2621 [boto][DEBUG ] Headers: {}
|
|
239
|
2015-07-16 18:15:22,998 2621 [boto][DEBUG ] Host: 10.35.64.71
|
|
240
|
2015-07-16 18:15:22,998 2621 [boto][DEBUG ] Port: 80
|
|
241
|
2015-07-16 18:15:22,999 2621 [boto][DEBUG ] Params: {'client-id': 'radosgw-agent', 'object': 'BUCKET1/tw.json', 'op-id': 'node1%3A2611%3A1'}
|
|
242
|
2015-07-16 18:15:22,999 2621 [boto][DEBUG ] establishing HTTP connection: kwargs={'port': 80, 'timeout': 70}
|
|
243
|
2015-07-16 18:15:22,999 2621 [boto][DEBUG ] Token: None
|
|
244
|
2015-07-16 18:15:23,000 2621 [boto][DEBUG ] StringToSign:
|
|
245
|
GET
|
|
246
|
|
|
247
|
|
|
248
|
Thu, 16 Jul 2015 10:15:23 GMT
|
|
249
|
/admin/opstate
|
|
250
|
2015-07-16 18:15:23,000 2621 [boto][DEBUG ] Signature:
|
|
251
|
AWS tw_access_key:EvJFrss7PEvy/4xPBVgWv+DwMLg=
|
|
252
|
2015-07-16 18:15:23,006 2621 [radosgw_agent.worker][DEBUG ] op state is []
|
|
253
|
2015-07-16 18:15:23,007 2621 [radosgw_agent.worker][DEBUG ] error geting op state: list index out of range
|
|
254
|
Traceback (most recent call last):
|
|
255
|
File "/usr/lib/python2.7/dist-packages/radosgw_agent/worker.py", line 275, in wait_for_object
|
|
256
|
state = state[0]['state']
|
|
257
|
IndexError: list index out of range
|
|
258
|
2015-07-16 18:15:24,009 2621 [boto][DEBUG ] StringToSign:
|
|
259
|
GET
|
|
260
|
|
|
261
|
|
|
262
|
Thu, 16 Jul 2015 10:15:24 GMT
|
|
263
|
/admin/opstate
|
|
264
|
2015-07-16 18:15:24,009 2621 [boto][DEBUG ] Signature:
|
|
265
|
AWS tw_access_key:Att2BZKNC6pdw+YxpzAbxydyuis=
|
|
266
|
2015-07-16 18:15:24,010 2621 [boto][DEBUG ] url = 'http://10.35.64.71/admin/opstate'
|
|
267
|
params={'client-id': 'radosgw-agent', 'object': u'BUCKET1/tw.json', 'op-id': 'node1:2611:1'}
|
|
268
|
headers={'Date': 'Thu, 16 Jul 2015 10:15:24 GMT', 'Content-Length': '0', 'Authorization': 'AWS tw_access_key:Att2BZKNC6pdw+YxpzAbxydyuis=', 'User-Agent': 'Boto/2.20.1 Python/2.7.6 Linux/3.13.0-57-generic'}
|
|
269
|
data=None
|
|
270
|
2015-07-16 18:15:24,010 2621 [boto][DEBUG ] Method: GET
|
|
271
|
2015-07-16 18:15:24,010 2621 [boto][DEBUG ] Path: /admin/opstate?client-id=radosgw-agent&object=BUCKET1/tw.json&op-id=node1%3A2611%3A1
|
|
272
|
2015-07-16 18:15:24,011 2621 [boto][DEBUG ] Data:
|
|
273
|
2015-07-16 18:15:24,011 2621 [boto][DEBUG ] Headers: {}
|
|
274
|
2015-07-16 18:15:24,011 2621 [boto][DEBUG ] Host: 10.35.64.71
|
|
275
|
2015-07-16 18:15:24,011 2621 [boto][DEBUG ] Port: 80
|
|
276
|
2015-07-16 18:15:24,011 2621 [boto][DEBUG ] Params: {'client-id': 'radosgw-agent', 'object': 'BUCKET1/tw.json', 'op-id': 'node1%3A2611%3A1'}
|
|
277
|
2015-07-16 18:15:24,012 2621 [boto][DEBUG ] Token: None
|
|
278
|
2015-07-16 18:15:24,012 2621 [boto][DEBUG ] StringToSign:
|
|
279
|
GET
|
|
280
|
|
|
281
|
|
|
282
|
Thu, 16 Jul 2015 10:15:24 GMT
|
|
283
|
/admin/opstate
|
|
284
|
2015-07-16 18:15:24,012 2621 [boto][DEBUG ] Signature:
|
|
285
|
AWS tw_access_key:Att2BZKNC6pdw+YxpzAbxydyuis=
|
|
286
|
2015-07-16 18:15:24,020 2621 [radosgw_agent.worker][DEBUG ] op state is []
|
|
287
|
2015-07-16 18:15:24,020 2621 [radosgw_agent.worker][DEBUG ] error geting op state: list index out of range
|
|
288
|
Traceback (most recent call last):
|
|
289
|
File "/usr/lib/python2.7/dist-packages/radosgw_agent/worker.py", line 275, in wait_for_object
|
|
290
|
state = state[0]['state']
|
|
291
|
IndexError: list index out of range
|
|
292
|
2015-07-16 18:15:25,022 2621 [boto][DEBUG ] StringToSign:
|
|
293
|
GET
|
|
294
|
|
|
295
|
|
|
296
|
Thu, 16 Jul 2015 10:15:25 GMT
|
|
297
|
/admin/opstate
|
|
298
|
2015-07-16 18:15:25,022 2621 [boto][DEBUG ] Signature:
|
|
299
|
AWS tw_access_key:VGMI8nTYVHPvPuSjAQDPKgz9rKE=
|
|
300
|
2015-07-16 18:15:25,023 2621 [boto][DEBUG ] url = 'http://10.35.64.71/admin/opstate'
|
|
301
|
params={'client-id': 'radosgw-agent', 'object': u'BUCKET1/tw.json', 'op-id': 'node1:2611:1'}
|
|
302
|
headers={'Date': 'Thu, 16 Jul 2015 10:15:25 GMT', 'Content-Length': '0', 'Authorization': 'AWS tw_access_key:VGMI8nTYVHPvPuSjAQDPKgz9rKE=', 'User-Agent': 'Boto/2.20.1 Python/2.7.6 Linux/3.13.0-57-generic'}
|
|
303
|
data=None
|
|
304
|
2015-07-16 18:15:25,023 2621 [boto][DEBUG ] Method: GET
|
|
305
|
2015-07-16 18:15:25,023 2621 [boto][DEBUG ] Path: /admin/opstate?client-id=radosgw-agent&object=BUCKET1/tw.json&op-id=node1%3A2611%3A1
|
|
306
|
2015-07-16 18:15:25,023 2621 [boto][DEBUG ] Data:
|
|
307
|
2015-07-16 18:15:25,024 2621 [boto][DEBUG ] Headers: {}
|
|
308
|
2015-07-16 18:15:25,024 2621 [boto][DEBUG ] Host: 10.35.64.71
|
|
309
|
2015-07-16 18:15:25,024 2621 [boto][DEBUG ] Port: 80
|
|
310
|
2015-07-16 18:15:25,024 2621 [boto][DEBUG ] Params: {'client-id': 'radosgw-agent', 'object': 'BUCKET1/tw.json', 'op-id': 'node1%3A2611%3A1'}
|
|
311
|
2015-07-16 18:15:25,025 2621 [boto][DEBUG ] Token: None
|
|
312
|
2015-07-16 18:15:25,025 2621 [boto][DEBUG ] StringToSign:
|
|
313
|
GET
|
|
314
|
|
|
315
|
|
|
316
|
Thu, 16 Jul 2015 10:15:25 GMT
|
|
317
|
/admin/opstate
|
|
318
|
2015-07-16 18:15:25,025 2621 [boto][DEBUG ] Signature:
|
|
319
|
AWS tw_access_key:VGMI8nTYVHPvPuSjAQDPKgz9rKE=
|
|
320
|
2015-07-16 18:15:25,032 2621 [radosgw_agent.worker][DEBUG ] op state is []
|
|
321
|
2015-07-16 18:15:25,032 2621 [radosgw_agent.worker][DEBUG ] error geting op state: list index out of range
|
|
322
|
Traceback (most recent call last):
|
|
323
|
File "/usr/lib/python2.7/dist-packages/radosgw_agent/worker.py", line 275, in wait_for_object
|
|
324
|
state = state[0]['state']
|
|
325
|
IndexError: list index out of range
|
|
326
|
2015-07-16 18:15:26,035 2621 [boto][DEBUG ] StringToSign:
|
|
327
|
GET
|
|
328
|
|
|
329
|
|
|
330
|
Thu, 16 Jul 2015 10:15:26 GMT
|
|
331
|
/admin/opstate
|
|
332
|
2015-07-16 18:15:26,036 2621 [boto][DEBUG ] Signature:
|
|
333
|
AWS tw_access_key:Nrt3TAfspX8c+cTM98jovGz2KT0=
|
|
334
|
2015-07-16 18:15:26,036 2621 [boto][DEBUG ] url = 'http://10.35.64.71/admin/opstate'
|
|
335
|
params={'client-id': 'radosgw-agent', 'object': u'BUCKET1/tw.json', 'op-id': 'node1:2611:1'}
|
|
336
|
headers={'Date': 'Thu, 16 Jul 2015 10:15:26 GMT', 'Content-Length': '0', 'Authorization': 'AWS tw_access_key:Nrt3TAfspX8c+cTM98jovGz2KT0=', 'User-Agent': 'Boto/2.20.1 Python/2.7.6 Linux/3.13.0-57-generic'}
|
|
337
|
data=None
|
|
338
|
2015-07-16 18:15:26,036 2621 [boto][DEBUG ] Method: GET
|
|
339
|
2015-07-16 18:15:26,036 2621 [boto][DEBUG ] Path: /admin/opstate?client-id=radosgw-agent&object=BUCKET1/tw.json&op-id=node1%3A2611%3A1
|
|
340
|
2015-07-16 18:15:26,037 2621 [boto][DEBUG ] Data:
|
|
341
|
2015-07-16 18:15:26,037 2621 [boto][DEBUG ] Headers: {}
|
|
342
|
2015-07-16 18:15:26,037 2621 [boto][DEBUG ] Host: 10.35.64.71
|
|
343
|
2015-07-16 18:15:26,039 2621 [boto][DEBUG ] Port: 80
|
|
344
|
2015-07-16 18:15:26,040 2621 [boto][DEBUG ] Params: {'client-id': 'radosgw-agent', 'object': 'BUCKET1/tw.json', 'op-id': 'node1%3A2611%3A1'}
|
|
345
|
2015-07-16 18:15:26,040 2621 [boto][DEBUG ] Token: None
|
|
346
|
2015-07-16 18:15:26,041 2621 [boto][DEBUG ] StringToSign:
|
|
347
|
GET
|
|
348
|
|
|
349
|
|