95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
|
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
|
-
+
-
+
|
# _time - last time the file was checked
# everything else is just the headers
index = bsddb3.dbshelve.open(config_host['dir'] + os.sep + '.index')
desc_fields = const_desc_fields.copy()
ignore_fields = const_ignore_fields.copy()
if config_host['noetag'] == 'no':
desc_fields.add('etag')
desc_fields.add('ETag')
else:
ignore_fields.add('etag')
ignore_fields.add('ETag')
proxy_ignored = set([
'Accept', 'Accept-Charset', 'Accept-Encoding', 'Accept-Language',
'Cache-Control', 'Connection', 'Content-Length', 'Cookie',
'Host',
'If-Modified-Since', 'If-Unmodified-Since',
'Referer',
|