djeuscan: rework the scan process, don't use alive anymore
Signed-off-by: Corentin Chary <corentin.chary@gmail.com>
This commit is contained in:
@ -85,6 +85,7 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [
|
||||
'(.*)download\.mono-project\.com(.*)',
|
||||
'(.*)fedorahosted\.org(.*)',
|
||||
'(.*)download\.tuxfamily\.org(.*)',
|
||||
'(.*)festvox\.org(.*)',
|
||||
]
|
||||
|
||||
from out import EuscanOutput
|
||||
|
Reference in New Issue
Block a user