djeuscan: rework the scan process, don't use alive anymore

Signed-off-by: Corentin Chary <corentin.chary@gmail.com>
2012-12-12 22:54:50 +01:00
parent dfb7a7b986
commit e42ba7dfd0
8 changed files with 152 additions and 122 deletions
--- a/pym/euscan/init.py
+++ b/pym/euscan/init.py
@@ -85,6 +85,7 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [
    '(.*)download\.mono-project\.com(.*)',
    '(.*)fedorahosted\.org(.*)',
    '(.*)download\.tuxfamily\.org(.*)',
+    '(.*)festvox\.org(.*)',
 ]

 from out import EuscanOutput