From 728770088c582a67e2d88dd92aa2e95fc12592b8 Mon Sep 17 00:00:00 2001 From: Corentin Chary Date: Sat, 30 Jun 2012 15:57:56 +0200 Subject: [PATCH] euscan: don't respect robots.txt for mono download site Signed-off-by: Corentin Chary --- pym/euscan/__init__.py | 1 + 1 file changed, 1 insertion(+) diff --git a/pym/euscan/__init__.py b/pym/euscan/__init__.py index 9c125be..158324e 100644 --- a/pym/euscan/__init__.py +++ b/pym/euscan/__init__.py @@ -65,6 +65,7 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [ '(.*)qt.nokia.com(.*)', '(.*)chromium.org(.*)', '(.*)nodejs.org(.*)', + '(.*)download.mono-project.com(.*)', ] from out import EuscanOutput