euscan-ng/euscanwww/djeuscan/management/commands/scan-metadata.py

158 lines
4.7 KiB
Python
Raw Normal View History

import sys
from optparse import make_option
from django.db.transaction import commit_on_success
2012-04-28 18:16:05 +02:00
from django.core.management.base import BaseCommand
from djeuscan.models import Package, Herd, Maintainer
from gentoolkit.query import Query
from gentoolkit.errors import GentoolkitFatalError
2012-04-28 18:16:05 +02:00
class Command(BaseCommand):
_overlays = {}
option_list = BaseCommand.option_list + (
make_option('--all',
action='store_true',
dest='all',
default=False,
help='Scan all packages'),
make_option('--quiet',
action='store_true',
dest='quiet',
default=False,
help='Be quiet'),
)
args = '<package package ...>'
help = 'Scans metadata and fills database'
@commit_on_success
def handle(self, *args, **options):
self.options = options
if options['all']:
for pkg in Package.objects.all():
self.scan('%s/%s' % (pkg.category, pkg.name), pkg)
elif len(args):
for package in args:
self.scan(package)
else:
for package in sys.stdin.readlines():
self.scan(package[:-1])
def scan(self, query=None, obj=None):
matches = Query(query).find(
include_masked=True,
in_installed=False,
)
if not matches:
2012-04-28 18:16:05 +02:00
sys.stderr.write(
self.style.ERROR("Unknown package '%s'\n" % query)
)
return
2012-04-28 18:16:05 +02:00
matches = sorted(matches)
pkg = matches.pop()
2012-04-28 18:16:05 +02:00
if '9999' in pkg.version and len(matches):
pkg = matches.pop()
if not obj:
2012-04-28 18:16:05 +02:00
obj, created = Package.objects.get_or_create(
category=pkg.category, name=pkg.name
)
else:
created = False
try:
obj.homepage = pkg.environment("HOMEPAGE")
obj.description = pkg.environment("DESCRIPTION")
except GentoolkitFatalError, err:
2012-04-28 18:16:05 +02:00
sys.stderr.write(
self.style.ERROR(
"Gentoolkit fatal error: '%s'\n" % str(err)
)
)
if created and not self.options['quiet']:
sys.stdout.write('+ [p] %s/%s\n' % (pkg.category, pkg.name))
if pkg.metadata:
2012-04-28 18:16:05 +02:00
herds = dict(
[(herd[0], herd) for herd in pkg.metadata.herds(True)]
)
maintainers = dict(
[(m.email, m) for m in pkg.metadata.maintainers()]
)
existing_herds = [h.herd for h in obj.herds.all()]
new_herds = set(herds.keys()).difference(existing_herds)
old_herds = set(existing_herds).difference(herds.keys())
existing_maintainers = [m.email for m in obj.maintainers.all()]
2012-04-28 18:16:05 +02:00
new_maintainers = set(
maintainers.keys()).difference(existing_maintainers
)
old_maintainers = set(
existing_maintainers).difference(maintainers.keys()
)
for herd in obj.herds.all():
if herd.herd in old_herds:
obj.herds.remove(herd)
for herd in new_herds:
herd = self.store_herd(*herds[herd])
obj.herds.add(herd)
for maintainer in obj.maintainers.all():
if maintainer.email in old_maintainers:
obj.maintainers.remove(maintainer)
for maintainer in new_maintainers:
maintainer = maintainers[maintainer]
2012-04-28 18:16:05 +02:00
maintainer = self.store_maintainer(
maintainer.name, maintainer.email
)
obj.maintainers.add(maintainer)
obj.save()
def store_herd(self, name, email):
if not name:
name = '{nil}'
name = name.strip("\r").strip("\n").strip("\t").strip()
herd, created = Herd.objects.get_or_create(herd=name)
if created and not self.options['quiet']:
sys.stdout.write('+ [h] %s <%s>\n' % (name, email))
herd.email = email
herd.save()
return herd
def store_maintainer(self, name, email):
if not name:
name = email
if not name:
name = '{nil}'
maintainer, created = Maintainer.objects.get_or_create(email=email)
if created:
if not self.options['quiet']:
2012-04-28 18:16:05 +02:00
sys.stdout.write(
'+ [m] %s <%s>\n' % (name.encode('utf-8'), email)
)
2012-04-28 18:16:05 +02:00
if not maintainer.name or \
name not in [maintainer.name, email, '{nil}']:
maintainer.name = name
maintainer.save()
return maintainer