import subprocess import portage import sys import os import re from portage import versions from optparse import make_option from django.db.transaction import commit_on_success from django.core.management.base import BaseCommand, CommandError from euscanwww.euscan.models import Package, Herd, Maintainer from gentoolkit.query import Query from gentoolkit.errors import GentoolkitFatalError from progressbar import ProgressBar, Bar, ETA, Percentage class Command(BaseCommand): _overlays = {} option_list = BaseCommand.option_list + ( make_option('--all', action='store_true', dest='all', default=False, help='Scan all packages'), make_option('--quiet', action='store_true', dest='quiet', default=False, help='Be quiet'), make_option('--progress', action='store_true', dest='progress', default=False, help='Display progress'), ) args = '' help = 'Scans metadata and fills database' def handle(self, *args, **options): if len(args) == 0 and options['all'] == False: raise CommandError('You must specify a package or use --all') if not self.stdout.isatty(): options['progress'] = False if options['progress']: widgets = ['Scanning metadata: ', Percentage(), ' ', Bar(), ' ', ETA()] if len(args): count = len(args) else: count = Package.objects.count() pbar = ProgressBar(widgets=widgets, maxval=count).start() i = 0 else: pbar = None if len(args) == 0: for pkg in Package.objects.all(): self.scan(options, '%s/%s' % (pkg.category, pkg.name)) if pbar: pbar.update(i) i += 1 else: for package in args: self.scan(options, package) if pbar: pbar.update(i) i += 1 if pbar: pbar.finish() @commit_on_success def scan(self, options, query=None): matches = Query(query).find( include_masked=True, in_installed=False, ) if not matches: sys.stderr.write(self.style.ERROR("Unknown package '%s'\n" % query)) return matches = sorted(matches) pkg = matches.pop() if '9999' in pkg.version and len(matches): pkg = matches.pop() obj, created = Package.objects.get_or_create(category=pkg.category, name=pkg.name) try: obj.homepage = pkg.environment("HOMEPAGE") obj.description = pkg.environment("DESCRIPTION") except GentoolkitFatalError, err: sys.stderr.write(self.style.ERROR("Gentoolkit fatal error: '%s'\n" % str(err))) if created and not options['quiet']: sys.stdout.write('+ [p] %s/%s\n' % (pkg.category, pkg.name)) if pkg.metadata: obj.herds.clear() obj.maintainers.clear() for herd in pkg.metadata.herds(True): herd = self.store_herd(options, herd[0], herd[1]) obj.herds.add(herd) for maintainer in pkg.metadata.maintainers(): maintainer = self.store_maintainer(options, maintainer.name, maintainer.email) obj.maintainers.add(maintainer) obj.save() def store_herd(self, options, name, email): if not name: name = '{nil}' name = name.strip("\r").strip("\n").strip("\t").strip() herd, created = Herd.objects.get_or_create(herd=name) if created and not options['quiet']: sys.stdout.write('+ [h] %s <%s>\n' % (name, email)) herd.email = email herd.save() return herd def store_maintainer(self, options, name, email): if not name: name = email if not name: name = '{nil}' maintainer, created = Maintainer.objects.get_or_create(email=email) if created: if not options['quiet']: sys.stdout.write('+ [m] %s <%s>\n' % (name.encode('utf-8'), email)) maintainer.name = name maintainer.save() return maintainer