This commit is contained in:
volpino 2012-06-30 18:37:04 +02:00
commit 09f0f75a42

View File

@ -65,6 +65,7 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [
'(.*)qt.nokia.com(.*)', '(.*)qt.nokia.com(.*)',
'(.*)chromium.org(.*)', '(.*)chromium.org(.*)',
'(.*)nodejs.org(.*)', '(.*)nodejs.org(.*)',
'(.*)download.mono-project.com(.*)',
] ]
from out import EuscanOutput from out import EuscanOutput