Lines of
database.sql
from check-in 5f6dc4c42d
that are changed by the sequence of edits moving toward
check-in bde51dc0c7:
5f6dc4c42d 2010-08-13 1: -- general database structure
5f6dc4c42d 2010-08-13 2: -- table to hold all rules
5f6dc4c42d 2010-08-13 3: CREATE TABLE rules (
5f6dc4c42d 2010-08-13 4: netmask cidr NOT NULL,
5f6dc4c42d 2010-08-13 5: redirect_url text DEFAULT 'about::blank'::text NOT NULL,
5f6dc4c42d 2010-08-13 6: from_weekday smallint DEFAULT 0 NOT NULL,
5f6dc4c42d 2010-08-13 7: to_weekday smallint DEFAULT 6 NOT NULL,
5f6dc4c42d 2010-08-13 8: from_time time without time zone DEFAULT '00:00:00'::time without time zone NOT NULL,
5f6dc4c42d 2010-08-13 9: to_time time without time zone DEFAULT '23:59:59'::time without time zone NOT NULL,
5f6dc4c42d 2010-08-13 10: id_tag smallint NOT NULL
5f6dc4c42d 2010-08-13 11: );
5f6dc4c42d 2010-08-13 12:
5f6dc4c42d 2010-08-13 13: ALTER TABLE ONLY rules
5f6dc4c42d 2010-08-13 14: ADD CONSTRAINT rules_tag_f FOREIGN KEY (id_tag) REFERENCES tag(id_tag) MATCH FULL
5f6dc4c42d 2010-08-13 15: ON UPDATE RESTRICT ON DELETE RESTRICT DEFERRABLE INITIALLY DEFERRED;
5f6dc4c42d 2010-08-13 16:
5f6dc4c42d 2010-08-13 17: -- table to hold site arrays
5f6dc4c42d 2010-08-13 18: CREATE TABLE site (
5f6dc4c42d 2010-08-13 19: id_site serial,
5f6dc4c42d 2010-08-13 20: site text[] NOT NULL
5f6dc4c42d 2010-08-13 21: );
5f6dc4c42d 2010-08-13 22:
5f6dc4c42d 2010-08-13 23: ALTER TABLE ONLY site
5f6dc4c42d 2010-08-13 24: ADD CONSTRAINT site_pkey PRIMARY KEY (id_site);
5f6dc4c42d 2010-08-13 25:
5f6dc4c42d 2010-08-13 26: CREATE UNIQUE INDEX site_u ON site (usort(site));
5f6dc4c42d 2010-08-13 27:
5f6dc4c42d 2010-08-13 28: CREATE INDEX site_g ON site USING gin (site);
5f6dc4c42d 2010-08-13 29:
5f6dc4c42d 2010-08-13 30: -- table to hold tag combinations
5f6dc4c42d 2010-08-13 31: CREATE TABLE tag (
5f6dc4c42d 2010-08-13 32: id_tag serial,
5f6dc4c42d 2010-08-13 33: tag text[] NOT NULL
5f6dc4c42d 2010-08-13 34: );
5f6dc4c42d 2010-08-13 35:
5f6dc4c42d 2010-08-13 36: ALTER TABLE ONLY tag
5f6dc4c42d 2010-08-13 37: ADD CONSTRAINT tag_pkey PRIMARY KEY (id_tag);
5f6dc4c42d 2010-08-13 38:
5f6dc4c42d 2010-08-13 39: CREATE UNIQUE INDEX tag_u ON tag (usort(tag));
5f6dc4c42d 2010-08-13 40:
5f6dc4c42d 2010-08-13 41: CREATE INDEX tag_g ON tag USING gin (tag);
5f6dc4c42d 2010-08-13 42:
5f6dc4c42d 2010-08-13 43: -- table to hold tag - site links
5f6dc4c42d 2010-08-13 44: CREATE TABLE urls (
5f6dc4c42d 2010-08-13 45: date_added timestamp without time zone DEFAULT ('now'::text)::timestamp(0) without time zone NOT NULL,
5f6dc4c42d 2010-08-13 46: id_site integer NOT NULL,
5f6dc4c42d 2010-08-13 47: id_tag smallint NOT NULL,
5f6dc4c42d 2010-08-13 48: regexp text
5f6dc4c42d 2010-08-13 49: );
5f6dc4c42d 2010-08-13 50:
5f6dc4c42d 2010-08-13 51: CREATE UNIQUE INDEX urls_pkey ON urls USING btree (id_site, regexp);
5f6dc4c42d 2010-08-13 52:
5f6dc4c42d 2010-08-13 53: CREATE INDEX urls_id_tag ON urls USING btree (id_tag);
5f6dc4c42d 2010-08-13 54:
5f6dc4c42d 2010-08-13 55: ALTER TABLE ONLY urls
5f6dc4c42d 2010-08-13 56: ADD CONSTRAINT urls_site_f FOREIGN KEY (id_site) REFERENCES site(id_site) MATCH FULL
5f6dc4c42d 2010-08-13 57: ON UPDATE RESTRICT ON DELETE RESTRICT DEFERRABLE INITIALLY DEFERRED;
5f6dc4c42d 2010-08-13 58:
5f6dc4c42d 2010-08-13 59: ALTER TABLE ONLY urls
5f6dc4c42d 2010-08-13 60: ADD CONSTRAINT urls_tag_f FOREIGN KEY (id_tag) REFERENCES tag(id_tag) MATCH FULL
5f6dc4c42d 2010-08-13 61: ON UPDATE RESTRICT ON DELETE RESTRICT DEFERRABLE INITIALLY DEFERRED;
5f6dc4c42d 2010-08-13 62:
5f6dc4c42d 2010-08-13 63: -- rule to join all tables into one to simplify access
5f6dc4c42d 2010-08-13 64: -- automaticall uses current day and time data
5f6dc4c42d 2010-08-13 65: CREATE VIEW site_rule AS
5f6dc4c42d 2010-08-13 66: SELECT a.redirect_url, a.netmask, b.site, b.regexp
5f6dc4c42d 2010-08-13 67: FROM ((
5f6dc4c42d 2010-08-13 68: SELECT rules.redirect_url, tag.tag AS rule_tag, rules.netmask
5f6dc4c42d 2010-08-13 69: FROM rules NATURAL JOIN tag
5f6dc4c42d 2010-08-13 70: WHERE ('now'::text)::time without time zone >= rules.from_time
5f6dc4c42d 2010-08-13 71: AND ('now'::text)::time without time zone <= rules.to_time
5f6dc4c42d 2010-08-13 72: AND date_part('dow'::text, now()) >= (rules.from_weekday)::double precision
5f6dc4c42d 2010-08-13 73: AND date_part('dow'::text, now()) <= (rules.to_weekday)::double precision
5f6dc4c42d 2010-08-13 74: ) a JOIN (
5f6dc4c42d 2010-08-13 75: SELECT site.site, tag.tag AS url_tag, regexp
5f6dc4c42d 2010-08-13 76: FROM urls NATURAL JOIN tag NATURAL JOIN site
5f6dc4c42d 2010-08-13 77: ) b ON (b.url_tag && a.rule_tag));
5f6dc4c42d 2010-08-13 78:
5f6dc4c42d 2010-08-13 79: CREATE PROCEDURAL LANGUAGE plpgsql;
5f6dc4c42d 2010-08-13 80:
81: -- general array sorting and domain processing functions
82: -- sorts array
83: CREATE or replace FUNCTION sort(original anyarray) RETURNS anyarray
84: LANGUAGE sql IMMUTABLE STRICT
85: AS $_$
86: select array_agg(item) as result from (select unnest($1) as item order by item) a;
87: $_$;
88:
89: -- sorts array and removes duplicates
90: CREATE or replace FUNCTION usort(original anyarray) RETURNS anyarray
91: LANGUAGE sql IMMUTABLE STRICT
92: AS $_$
93: select array_agg(item) as result from (select distinct unnest($1) as item order by item) a;
94: $_$;
95:
96: -- transforms domain into ordered array for indexing
97: CREATE or replace FUNCTION tripdomain(url text) RETURNS text[]
98: LANGUAGE plpgsql IMMUTABLE STRICT
99: AS $_$
100: declare
101: result text[];
102: splitted text[];
103: x integer;
104: length integer;
105: begin
106: splitted := string_to_array($1, '.');
107: length := array_length(splitted, 1);
108: x := 1;
109: loop
110: exit when splitted[x] is null;
111: result[x] := splitted[x] || ':' || length - x;
112: x := x + 1;
113: end loop;
114: return result;
115: end;$_$;
116:
117: -- transforms ordered array into domain
118: create or replace function untrip(site text[]) returns text
119: language plpgsql immutable strict
120: as $_$
121: declare
122: x integer;
123: splitted text[];
124: pair text[];
125: begin
126: x := array_length(site, 1);
127: loop
128: exit when site[x] is null;
129: pair := string_to_array(site[x], ':');
130: splitted[0 - pair[2]::integer] := pair[1];
131: x := x - 1;
132: end loop;
133: return array_to_string(splitted, '.');
134: end;
135: $_$;
5f6dc4c42d 2010-08-13 136:
5f6dc4c42d 2010-08-13 137: -- functions that works with tables
5f6dc4c42d 2010-08-13 138: -- this functions returns id of site
5f6dc4c42d 2010-08-13 139: create or replace function get_site(my_site text[]) returns integer
5f6dc4c42d 2010-08-13 140: language plpgsql strict
5f6dc4c42d 2010-08-13 141: as $$
5f6dc4c42d 2010-08-13 142: declare
5f6dc4c42d 2010-08-13 143: site_id integer;
5f6dc4c42d 2010-08-13 144: begin
5f6dc4c42d 2010-08-13 145: select id_site from site where my_site = site into site_id;
5f6dc4c42d 2010-08-13 146: if not found then
5f6dc4c42d 2010-08-13 147: insert into site (site) values (my_site);
5f6dc4c42d 2010-08-13 148: select id_site from site where my_site = site into site_id;
5f6dc4c42d 2010-08-13 149: end if;
5f6dc4c42d 2010-08-13 150: return site_id;
5f6dc4c42d 2010-08-13 151: end;
5f6dc4c42d 2010-08-13 152: $$;
5f6dc4c42d 2010-08-13 153:
5f6dc4c42d 2010-08-13 154: create or replace function get_site(domain text) returns integer
5f6dc4c42d 2010-08-13 155: language sql immutable strict
5f6dc4c42d 2010-08-13 156: as $$
5f6dc4c42d 2010-08-13 157: select get_site(tripdomain($1)) as result;
5f6dc4c42d 2010-08-13 158: $$;
5f6dc4c42d 2010-08-13 159:
5f6dc4c42d 2010-08-13 160: -- this function inserts or updates record with tags to site by site id with regexp
5f6dc4c42d 2010-08-13 161: CREATE or replace FUNCTION mark(my_id_site integer, my_id_tag integer, my_regexp text) RETURNS integer
5f6dc4c42d 2010-08-13 162: LANGUAGE plpgsql STRICT
5f6dc4c42d 2010-08-13 163: AS $$
5f6dc4c42d 2010-08-13 164: declare
5f6dc4c42d 2010-08-13 165: -- maybe check should be added to make sure supplied site id really exists
5f6dc4c42d 2010-08-13 166: my_tag text[];
5f6dc4c42d 2010-08-13 167: begin
5f6dc4c42d 2010-08-13 168: -- selecting tags site already have and adding new tag to them
5f6dc4c42d 2010-08-13 169: -- note that tags should be sorted to eliminate permutations
5f6dc4c42d 2010-08-13 170: select coalesce(tag, '{}'::text[]) from urls natural left join tag
5f6dc4c42d 2010-08-13 171: where id_site = my_id_site and regexp = my_regexp into my_tag;
5f6dc4c42d 2010-08-13 172: if not found then
5f6dc4c42d 2010-08-13 173: -- no records found - creating new tag
5f6dc4c42d 2010-08-13 174: insert into urls (id_site, id_tag, regexp) values (my_id_site, my_id_tag, my_regexp);
5f6dc4c42d 2010-08-13 175: else
5f6dc4c42d 2010-08-13 176: -- joining tags
5f6dc4c42d 2010-08-13 177: select usort(my_tag || tag) from tag where id_tag = my_id_tag into my_tag;
5f6dc4c42d 2010-08-13 178: -- updating existing record
5f6dc4c42d 2010-08-13 179: update urls set id_tag = get_tag(my_tag)
5f6dc4c42d 2010-08-13 180: where id_site = my_id_site and regexp = my_regexp;
5f6dc4c42d 2010-08-13 181: end if;
5f6dc4c42d 2010-08-13 182: return my_id_site;
5f6dc4c42d 2010-08-13 183: end;
5f6dc4c42d 2010-08-13 184: $$;
5f6dc4c42d 2010-08-13 185:
5f6dc4c42d 2010-08-13 186: -- this function adds tag to site by site id
5f6dc4c42d 2010-08-13 187: CREATE or replace FUNCTION mark(my_id_site integer, new_tag text) RETURNS integer
5f6dc4c42d 2010-08-13 188: LANGUAGE sql immutable STRICT
5f6dc4c42d 2010-08-13 189: AS $$
5f6dc4c42d 2010-08-13 190: select mark($1, get_tag(array[$2]), NULL) as result;
5f6dc4c42d 2010-08-13 191: $$;
5f6dc4c42d 2010-08-13 192:
5f6dc4c42d 2010-08-13 193: -- this function adds tag to domain
5f6dc4c42d 2010-08-13 194: CREATE or replace FUNCTION mark(domain text, new_tag text) RETURNS integer
5f6dc4c42d 2010-08-13 195: LANGUAGE sql immutable STRICT
5f6dc4c42d 2010-08-13 196: AS $$
5f6dc4c42d 2010-08-13 197: select mark(get_site($1), get_tag(array[$2]), NULL) as result;
5f6dc4c42d 2010-08-13 198: $$;
5f6dc4c42d 2010-08-13 199:
5f6dc4c42d 2010-08-13 200: -- this function sets tags for site without regexp
5f6dc4c42d 2010-08-13 201: CREATE or replace FUNCTION set(my_id_site integer, my_id_tag integer) RETURNS integer
5f6dc4c42d 2010-08-13 202: LANGUAGE sql STRICT
5f6dc4c42d 2010-08-13 203: AS $$
5f6dc4c42d 2010-08-13 204: delete from urls where $1 = id_site and regexp is NULL;
5f6dc4c42d 2010-08-13 205: insert into urls (id_site, id_tag) values ($1, $2);
5f6dc4c42d 2010-08-13 206: select $1;
5f6dc4c42d 2010-08-13 207: $$;
5f6dc4c42d 2010-08-13 208:
5f6dc4c42d 2010-08-13 209: -- this function sets tags for site/regexp pair
5f6dc4c42d 2010-08-13 210: CREATE or replace FUNCTION set(my_id_site integer, my_id_tag integer, my_regexp text) RETURNS integer
5f6dc4c42d 2010-08-13 211: LANGUAGE sql STRICT
5f6dc4c42d 2010-08-13 212: AS $$
5f6dc4c42d 2010-08-13 213: delete from urls where $1 = id_site and $3 = regexp;
5f6dc4c42d 2010-08-13 214: insert into urls (id_site, id_tag, regexp) values ($1, $2, $3);
5f6dc4c42d 2010-08-13 215: select $1;
5f6dc4c42d 2010-08-13 216: $$;
5f6dc4c42d 2010-08-13 217:
5f6dc4c42d 2010-08-13 218: -- this function stores new data for site/regexp pair
5f6dc4c42d 2010-08-13 219: create or replace function set(domain text, tags text, regexp text) returns integer
5f6dc4c42d 2010-08-13 220: language sql immutable strict
5f6dc4c42d 2010-08-13 221: as $$
5f6dc4c42d 2010-08-13 222: select set(get_site($1), get_tag($2::text[]), $3);
5f6dc4c42d 2010-08-13 223: $$;
5f6dc4c42d 2010-08-13 224:
5f6dc4c42d 2010-08-13 225: -- this function stores new data for site/regexp pair
5f6dc4c42d 2010-08-13 226: create or replace function set(domain text, tags text) returns integer
5f6dc4c42d 2010-08-13 227: language sql immutable strict
5f6dc4c42d 2010-08-13 228: as $$
5f6dc4c42d 2010-08-13 229: select set(get_site($1), get_tag($2::text[]));
5f6dc4c42d 2010-08-13 230: $$;
5f6dc4c42d 2010-08-13 231:
5f6dc4c42d 2010-08-13 232: -- this function returns id of tag array
5f6dc4c42d 2010-08-13 233: create or replace function get_tag(my_tag text[]) returns integer
5f6dc4c42d 2010-08-13 234: language plpgsql strict
5f6dc4c42d 2010-08-13 235: as $$
5f6dc4c42d 2010-08-13 236: declare
5f6dc4c42d 2010-08-13 237: tag_id integer;
5f6dc4c42d 2010-08-13 238: begin
5f6dc4c42d 2010-08-13 239: select id_tag from tag where usort(my_tag) = tag into tag_id;
5f6dc4c42d 2010-08-13 240: if not found then
5f6dc4c42d 2010-08-13 241: insert into tag (tag) values (usort(my_tag));
5f6dc4c42d 2010-08-13 242: select id_tag from tag where usort(my_tag) = tag into tag_id;
5f6dc4c42d 2010-08-13 243: end if;
5f6dc4c42d 2010-08-13 244: return tag_id;
5f6dc4c42d 2010-08-13 245: end;
5f6dc4c42d 2010-08-13 246: $$;