1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
|
-
+
-
+
-
-
-
+
+
+
+
-
+
-
-
-
-
-
-
-
-
-
+
+
+
+
+
+
+
+
+
+
+
-
-
-
-
-
-
-
+
+
+
+
+
+
+
+
+
-
-
-
+
+
+
+
+
+
-
-
-
-
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
-
-
-
-
-
-
-
-
-
-
+
+
+
+
+
+
+
+
+
+
+
+
+
-
-
-
-
-
-
-
-
+
+
+
+
+
+
+
+
-
-
-
+
+
-
-
+
+
-
-
-
-
-
-
-
-
-
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
-
-
+
+
+
-
-
+
+
|
#!/usr/bin/env python-shared
#!/usr/bin/env python3.1
import cPickle,psycopg2,re,sys,thread
import configparser, optparse, os, postgresql.api, re, sys, _thread
class Logger(object):
__slots__=frozenset(['_silent','_syslog'])
def __init__(this,silent=True):
class Logger:
__slots__ = frozenset(['_silent', '_syslog'])
def __init__(self, silent = True):
if silent:
this._silent=True
self._silent = True
else:
import syslog
this._syslog=syslog
this._syslog.openlog('squidTag')
this._silent=False
def info(this,message):
if not this._silent:
this._syslog.syslog(this._syslog.LOG_INFO,message)
def notice(this,message):
if not this._silent:
this._syslog.syslog(this._syslog.LOG_NOTICE,message)
self._syslog = syslog
self._syslog.openlog('squidTag')
self._silent = False
def info(self, message):
if not self._silent:
self._syslog.syslog(self._syslog.LOG_INFO, message)
def notice(self, message):
if not self._silent:
self._syslog.syslog(self._syslog.LOG_NOTICE, message)
class tagDB(object):
__slots__=frozenset(['_prepared','_cursor'])
def __init__(this):
this._prepared=set()
this._cursor=False
def _curs(this):
if not this._cursor:
class tagDB:
__slots__ = frozenset(['_prepared', '_db'])
def __init__(self):
self._prepared = set()
self._db = False
def _curs(self):
if not self._db:
this._cursor=psycopg2.connect('host=%s dbname=%s user=%s password=%s'%('pkunk','squidTag','squidTag','NachJas%')).cursor()
return this._cursor
def check(this,ip_address,site):
return this._curs().execute("select redirect_url from site_rules where site <@ tripdomain(%s) and netmask >> %s limit 1",(site,ip_address,))
def statusmessage(this):
return this._curs().statusmessage
def fetchone(this):
return this._curs().fetchone()
class CheckerThread(object):
__slots__=frozenset(['_db','_lock','_lock_queue','_log','_queue'])
def __init__(this,db,log):
this._db=db
this._log=log
this._lock=thread.allocate_lock()
this._lock_queue=thread.allocate_lock()
this._lock.acquire()
this._queue=[]
thread.start_new_thread(this._start,())
def _start(this):
class CheckerThread:
__slots__ = frozenset(['_db', '_lock', '_lock_queue', '_log', '_queue'])
def __init__(self, db, log):
self._db = db
self._log = log
self._lock = _thread.allocate_lock()
self._lock_queue = _thread.allocate_lock()
self._lock.acquire()
self._queue = []
_thread.start_new_thread(self._start, ())
def _start(self):
while True:
this._lock.acquire()
this._lock_queue.acquire()
if len(this._queue)>1 and this._lock.locked():
this._lock.release()
req=this._queue.pop(0)
this._lock_queue.release()
this._log.info('trying %s\n'%req[1])
this._db.check(req[2],req[1])
self._lock.acquire()
self._lock_queue.acquire()
if len(self._queue) > 1 and self._lock.locked():
self._lock.release()
req = self._queue.pop(0)
self._lock_queue.release()
self._log.info('trying %s\n'%req[1])
row = self._db.check(req[2], req[1])
this._log.info("Got '%s' from database.\n"%this._db.statusmessage())
row=this._db.fetchone()
writeline('%s 302:%s\n'%(req[0],row[0]))
writeline('%s 302:%s\n'%(req[0], row[0]))
else:
writeline('%s -\n'%req[0])
def check(this,line):
request=re.compile('^([0-9]+)\ (http|ftp):\/\/([-\w.:]+)\/([^ ]*)\ ([0-9.]+)\/(-|[\w\.]+)\ (-|\w+)\ (-|GET|HEAD|POST).*$').match(line)
def check(self, line):
request = re.compile('^([0-9]+)\ (http|ftp):\/\/([-\w.:]+)\/([^ ]*)\ ([0-9.]+)\/(-|[\w\.]+)\ (-|\w+)\ (-|GET|HEAD|POST).*$').match(line)
if request:
site=request.group(3)
ip_address=request.group(5)
id=request.group(1)
this._lock_queue.acquire()
this._queue.append((id,site,ip_address))
if this._lock.locked():
this._lock.release()
this._lock_queue.release()
this._log.info('request %s queued (%s)\n'%(id,line))
site = request.group(3)
ip_address = request.group(5)
id = request.group(1)
self._lock_queue.acquire()
self._queue.append((id, site, ip_address))
if self._lock.locked():
self._lock.release()
self._lock_queue.release()
self._log.info('request %s queued (%s)\n'%(id, line))
else:
this._log.info('bad request\n')
self._log.info('bad request\n')
writeline(line)
def writeline(string):
log.info('sending: %s'%string)
sys.stdout.write(string)
sys.stdout.flush()
class Config:
__slots__ = frozenset(['_config', '_section'])
def __init__(self):
parser = optparse.OptionParser()
parser.add_option('-c', '--config', dest = 'config',
help = 'config file location', metavar = 'FILE',
default = '/usr/local/etc/squid-tagger.conf')
(options, args) = parser.parse_args()
if not os.access(options.config, os.R_OK):
print("Can't read {0}: exitting".format(options.config))
sys.exit(2)
self._config = configparser.ConfigParser()
self._config.readfp(open(options.config))
def section(self, section):
self._section = section
def __getitem__(self, name):
return self._config.get(self._section, name)
config = Config()
log=Logger(False)
db=tagDB()
checker=CheckerThread(db,log)
log = Logger(False)
db = tagDB()
checker = CheckerThread(db,log)
while True:
line=sys.stdin.readline()
if len(line)==0:
line = sys.stdin.readline()
if len(line) == 0:
break
checker.check(line)
|