euscan: force nodejs.org scan
Signed-off-by: Corentin Chary <corentincj@iksaif.net>
This commit is contained in:
parent
9f1cdae45e
commit
6a57b44d7c
@ -62,4 +62,5 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [
|
||||
'(.*)berlios(.*)',
|
||||
'(.*)qt.nokia.com(.*)',
|
||||
'(.*)chromium.org(.*)',
|
||||
'(.*)nodejs.org(.*)',
|
||||
]
|
||||
|
Loading…
Reference in New Issue
Block a user