Merge pull request #17 from mgorny/master

github API support, part I
This commit is contained in:
Corentin Chary 2012-06-14 07:55:31 -07:00
commit 94adc751c1
3 changed files with 57 additions and 3 deletions

View File

@ -1,6 +1,6 @@
from euscan.handlers import generic, php, pypi, rubygem, kde, cpan
from euscan.handlers import generic, php, pypi, rubygem, kde, cpan, github
handlers = [kde, php, pypi, rubygem, cpan, generic]
handlers = [kde, php, pypi, rubygem, cpan, github, generic]
def find_best_handler(cpv, url):

View File

@ -0,0 +1,50 @@
import json, urllib2
import re
import portage
from euscan import helpers, output
HANDLER_NAME = "github"
CONFIDENCE = 100.0
def can_handle(cpv, url):
return url.startswith('mirror://github/')
def guess_package(cp, url):
match = re.search('^mirror://github/(.*?)/(.*?)/(.*)$', url)
assert(match)
return (match.group(1), match.group(2), match.group(3))
def scan(cpv, url):
'http://developer.github.com/v3/repos/downloads/'
user, project, filename = guess_package(cpv, url)
# find out where version is expected to be found
cp, ver, rev = portage.pkgsplit(cpv)
if ver not in filename:
return
# now create a filename-matching regexp
# XXX: supposedly replace first with (?P<foo>...)
# and remaining ones with (?P=foo)
fnre = re.compile('^%s$' % re.escape(filename).replace(re.escape(ver), '(.*?)'))
output.einfo("Using github API for: " + '/'.join(package))
dlreq = urllib2.urlopen('https://api.github.com/repos/%s/%s/downloads' % (user, project))
dls = json.load(dlreq)
for dl in dls:
m = fnre.match(dl['name'])
if m:
pv = helpers.gentoo_mangle_version(m.group(1))
if helpers.version_filtered(cp, ver, pv):
continue
yield (dl['html_url'], pv, HANDLER_NAME, CONFIDENCE)
def brute_force(cpv, url):
return []

View File

@ -61,7 +61,11 @@ def scan_upstream_urls(cpv, urls, on_progress):
# Try normal scan
if CONFIG["scan-dir"]:
versions.extend(handlers.scan(cpv, url))
try:
versions.extend(handlers.scan(cpv, url))
except Exception as e:
output.ewarn("Handler failed: [%s] %s"
% (e.__class__.__name__, e.message))
if versions and CONFIG['oneshot']:
break