euscan: force nodejs.org scan
Signed-off-by: Corentin Chary <corentincj@iksaif.net>
This commit is contained in:
1 parent
9f1cdae45e
commit
6a57b44d7c
1 file changed
+1
@@ -62,4 +62,5 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [
|
||||
'(.*)berlios(.*)',
|
||||
'(.*)qt.nokia.com(.*)',
|
||||
'(.*)chromium.org(.*)',
|
||||
'(.*)nodejs.org(.*)',
|
||||
]
|
||||
Reference in new issue
Block a user