From 8be69f2350d61d37b24f95401d7fea2fc2349a70 Mon Sep 17 00:00:00 2001 From: Corentin Chary Date: Sat, 8 Oct 2011 08:33:48 +0200 Subject: [PATCH] euscan: show a trace when blocked by robots.txt Signed-off-by: Corentin Chary --- pym/euscan/helpers.py | 1 + 1 file changed, 1 insertion(+) diff --git a/pym/euscan/helpers.py b/pym/euscan/helpers.py index 1dea1b3..0c5430c 100644 --- a/pym/euscan/helpers.py +++ b/pym/euscan/helpers.py @@ -253,6 +253,7 @@ def urlallowed(url): def urlopen(url, timeout=None, verb="GET"): if not urlallowed(url): + output.einfo("Url '%s' blocked by robots.txt" % url) return None if not timeout: