Merge branch 'master' of https://github.com/iksaif/euscan

2013-01-07 20:33:14 +01:00
parent 907eff4214 d2685af861
commit 541eb71188
10 changed files with 519 additions and 122 deletions
--- a/pym/euscan/init.py
+++ b/pym/euscan/init.py
@ -85,6 +85,7 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [
    '(.*)download\.mono-project\.com(.*)',
    '(.*)fedorahosted\.org(.*)',
    '(.*)download\.tuxfamily\.org(.*)',
+    '(.*)festvox\.org(.*)',
 ]

 from out import EuscanOutput