diff --git a/pym/euscan/helpers.py b/pym/euscan/helpers.py index 1dea1b3..0c5430c 100644 --- a/pym/euscan/helpers.py +++ b/pym/euscan/helpers.py @@ -253,6 +253,7 @@ def urlallowed(url): def urlopen(url, timeout=None, verb="GET"): if not urlallowed(url): + output.einfo("Url '%s' blocked by robots.txt" % url) return None if not timeout: