euscan-ng/pym/euscan/__init__.py

#!/usr/bin/python
#
# Copyright 2011 Corentin Chary <corentin.chary@gmail.com>
# Distributed under the terms of the GNU General Public License v2

__version__ = "git"

import sys

from portage.output import EOutput

CONFIG = {
    'nocolor': False,
    'quiet': False,
    'verbose': 1,
    'debug': False,
    'brute-force': 3,
    'brute-force-recursive': True,
    'brute-force-false-watermark': 50,
    'scan-dir': True,
    'oneshot': False,
    'user-agent' : 'escan (http://euscan.iksaif.net)',
    'skip-robots-txt' : False
}

output = EOutput(CONFIG['quiet'])

BLACKLIST_VERSIONS = [
	# Compatibility package for running binaries linked against a pre gcc 3.4 libstdc++, won't be updated
	'>=sys-libs/libstdc++-v3-3.4',
]

BLACKLIST_PACKAGES = [
	# These kernels are almost dead
	'sys-kernel/usermode-sources',
	'sys-kernel/xbox-sources',
	'sys-kernel/cell-sources',
]

SCANDIR_BLACKLIST_URLS = [
	'mirror://rubygems/(.*)', # Not browsable
	'mirror://gentoo/(.*)' # Directory too big
]

BRUTEFORCE_BLACKLIST_PACKAGES = [
	'net-zope/plonepopoll' # infinite loop any http://plone.org/products/plonepopoll/releases/*/plonepopoll-2-6-1.tgz link will work
]

BRUTEFORCE_BLACKLIST_URLS = [
	'http://(.*)dockapps.org/download.php/id/(.*)', # infinite loop
	'http://hydra.nixos.org/build/(.*)', # infinite loop
	'http://www.rennings.net/gentoo/distfiles/(.*)', # Doesn't respect 404, infinite loop
        'http://art.gnome.org/download/(.*)', # Doesn't respect 404, infinite loop
        'http://barelysufficient.org/~olemarkus/(.*)', # Doesn't respect 404, infinite loop
        'http://olemarkus.org/~olemarkus/(.*)', # Doesn't respect 404, infinite loop
]

ROBOTS_TXT_BLACKLIST_DOMAINS = [
    '(.*)sourceforge(.*)',
    '(.*)github.com',
    '(.*)berlios(.*)',
]