djeuscan: rework the scan process, don't use alive anymore

Signed-off-by: Corentin Chary <corentin.chary@gmail.com>
This commit is contained in:
Corentin Chary
2012-12-12 22:54:50 +01:00
parent dfb7a7b986
commit e42ba7dfd0
8 changed files with 152 additions and 122 deletions

View File

@ -85,6 +85,7 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [
'(.*)download\.mono-project\.com(.*)',
'(.*)fedorahosted\.org(.*)',
'(.*)download\.tuxfamily\.org(.*)',
'(.*)festvox\.org(.*)',
]
from out import EuscanOutput