euscan: force nodejs.org scan
Signed-off-by: Corentin Chary <corentincj@iksaif.net>
This commit is contained in:
parent
9f1cdae45e
commit
6a57b44d7c
@ -62,4 +62,5 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [
|
|||||||
'(.*)berlios(.*)',
|
'(.*)berlios(.*)',
|
||||||
'(.*)qt.nokia.com(.*)',
|
'(.*)qt.nokia.com(.*)',
|
||||||
'(.*)chromium.org(.*)',
|
'(.*)chromium.org(.*)',
|
||||||
|
'(.*)nodejs.org(.*)',
|
||||||
]
|
]
|
||||||
|
Loading…
Reference in New Issue
Block a user