105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
|
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
|
-
+
|
proxy_ignored = set([
'Accept', 'Accept-Charset', 'Accept-Encoding', 'Accept-Language',
'Cache-Control', 'Connection', 'Content-Length', 'Cookie',
'Host',
'If-Modified-Since', 'If-Unmodified-Since',
'Referer',
'Ua-Cpu', 'User-Agent',
'UA-CPU', 'User-Agent',
'Via',
'X-Forwarded-For', 'X-Last-HR', 'X-Last-HTTP-Status-Code', 'X-Old-UID', 'X-Removed', 'X-Real-IP', 'X-Retry-Count',
])
print('===============[ {} request ]==='.format(self.command))
for header in self.headers:
|
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
|
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
|
-
+
|
while True:
range = needed.pop()
if range[0] == None:
break
ranges += '{}-{}'.format(range[0], range[1] - 1),
my_headers['Range'] = 'bytes=' + ','.join(ranges)
my_headers['Accept-Encoding'] = 'gzip, compress, deflate, identity; q=0'
#my_headers['Accept-Encoding'] = 'gzip, compress, deflate, identity; q=0'
request = urllib.request.Request(request, headers = my_headers)
source = urllib.request.urlopen(request, timeout = 60)
new_record = {}
new_record['_parts'] = record['_parts']
headers = source.info()
|