From 6a57b44d7c07ff92e5ee588ebfdf8332b7828cef Mon Sep 17 00:00:00 2001 From: Corentin Chary Date: Wed, 4 Apr 2012 14:34:09 +0200 Subject: [PATCH] euscan: force nodejs.org scan Signed-off-by: Corentin Chary --- pym/euscan/__init__.py | 1 + 1 file changed, 1 insertion(+) diff --git a/pym/euscan/__init__.py b/pym/euscan/__init__.py index b4d2b7b..cafe173 100644 --- a/pym/euscan/__init__.py +++ b/pym/euscan/__init__.py @@ -62,4 +62,5 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [ '(.*)berlios(.*)', '(.*)qt.nokia.com(.*)', '(.*)chromium.org(.*)', + '(.*)nodejs.org(.*)', ]