euscan: don't respect robots.txt for mono download site

Signed-off-by: Corentin Chary <corentin.chary@gmail.com>
This commit is contained in:
Corentin Chary 2012-06-30 15:57:56 +02:00
parent 9e6f885f89
commit 728770088c

View File

@ -65,6 +65,7 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [
'(.*)qt.nokia.com(.*)', '(.*)qt.nokia.com(.*)',
'(.*)chromium.org(.*)', '(.*)chromium.org(.*)',
'(.*)nodejs.org(.*)', '(.*)nodejs.org(.*)',
'(.*)download.mono-project.com(.*)',
] ]
from out import EuscanOutput from out import EuscanOutput