This commit is contained in:
volpino
2012-06-30 18:37:04 +02:00

View File

@@ -65,6 +65,7 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [
'(.*)qt.nokia.com(.*)', '(.*)qt.nokia.com(.*)',
'(.*)chromium.org(.*)', '(.*)chromium.org(.*)',
'(.*)nodejs.org(.*)', '(.*)nodejs.org(.*)',
'(.*)download.mono-project.com(.*)',
] ]
from out import EuscanOutput from out import EuscanOutput