#!/usr/bin/python import sys import psycopg site = sys.argv[1] scopingrule = sys.argv[2] import sc sc = sc.SystemConfiguration() con = psycopg.connect(user=sc.urlrepusername, database=sc.urlreppassword, password=sc.urlreppassword, host=sc.urlrephost) cur = con.cursor() cur.execute('select siteid from site where domain=%(site)s;',locals()) siteid = cur.fetchall()[0][0] print 'Site ID is:',siteid cur.execute("insert into inclusionexclusion (patterntype,regexp,siteid) values('+',%(scopingrule)s,%(siteid)s);",locals()) print 'Scoping rule added:',scopingrule cur.execute('select distinct domain,patterntype,regexp from site natural join inclusionexclusion where domain=%(site)s;',locals()) print 'All rules for this site is now:' print 'domain, patterntype,regexp' data = cur.fetchall() con.commit() for d in data: print d #cur.execute('insert into page (domain,url,pageindex) values(%(site)s,%(seedurl)s,-1);',locals()) #con.commit() #print 'Seed URL',seedurl,'added for domain',site