180 lines
4.8 KiB
Python
180 lines
4.8 KiB
Python
from __future__ import print_function
|
|
|
|
import os
|
|
import sys
|
|
from datetime import datetime
|
|
|
|
import portage
|
|
from portage.dbapi import porttree
|
|
|
|
import gentoolkit.pprinter as pp
|
|
from gentoolkit.query import Query
|
|
from gentoolkit.package import Package
|
|
|
|
from euscan import CONFIG, BLACKLIST_PACKAGES
|
|
from euscan import handlers, output
|
|
from euscan.out import from_mirror
|
|
from euscan.helpers import version_blacklisted
|
|
from euscan.version import is_version_stable
|
|
from euscan.ebuild import package_from_ebuild
|
|
|
|
|
|
def filter_versions(cp, versions):
|
|
filtered = {}
|
|
|
|
for url, version, handler, confidence in versions:
|
|
|
|
# Try to keep the most specific urls (determinted by the length)
|
|
if version in filtered and len(url) < len(filtered[version]):
|
|
continue
|
|
|
|
# Remove blacklisted versions
|
|
if version_blacklisted(cp, version):
|
|
continue
|
|
|
|
filtered[version] = {
|
|
"url": url,
|
|
"handler": handler,
|
|
"confidence": confidence
|
|
}
|
|
|
|
return [
|
|
(cp, filtered[version]["url"], version, filtered[version]["handler"],
|
|
filtered[version]["confidence"])
|
|
for version in filtered
|
|
]
|
|
|
|
def parse_src_uri(uris):
|
|
ret = {}
|
|
|
|
uris = uris.split()
|
|
uris.reverse()
|
|
while uris:
|
|
uri = uris.pop()
|
|
|
|
if '://' not in uri:
|
|
continue
|
|
if 'mirror://' in uri:
|
|
uri = from_mirror(uri)
|
|
|
|
if uris and uris[-1] == "->":
|
|
operator = uris.pop()
|
|
file = uris.pop()
|
|
else:
|
|
file = os.path.basename(uri)
|
|
|
|
if file not in ret:
|
|
ret[file] = []
|
|
|
|
ret[file].append(uri)
|
|
|
|
return ret
|
|
|
|
def scan_upstream(query, on_progress=None):
|
|
"""
|
|
Scans the upstream searching new versions for the given query
|
|
"""
|
|
matches = []
|
|
|
|
if query.endswith(".ebuild"):
|
|
cpv = package_from_ebuild(query)
|
|
if cpv:
|
|
reload_gentoolkit()
|
|
matches = [Package(cpv)]
|
|
else:
|
|
matches = Query(query).find(
|
|
include_masked=True,
|
|
in_installed=False
|
|
)
|
|
|
|
if not matches:
|
|
output.ewarn(
|
|
pp.warn("No package matching '%s'" % pp.pkgquery(query))
|
|
)
|
|
return None
|
|
|
|
matches = sorted(matches)
|
|
pkg = matches.pop()
|
|
|
|
while '9999' in pkg.version and len(matches):
|
|
pkg = matches.pop()
|
|
|
|
if not pkg:
|
|
output.ewarn(
|
|
pp.warn("Package '%s' only have a dev version (9999)"
|
|
% pp.pkgquery(pkg.cp))
|
|
)
|
|
return None
|
|
|
|
# useful data only for formatted output
|
|
start_time = datetime.now()
|
|
output.metadata("datetime", start_time.isoformat(), show=False)
|
|
output.metadata("cp", pkg.cp, show=False)
|
|
output.metadata("cpv", pkg.cpv, show=False)
|
|
|
|
if on_progress:
|
|
on_progress(increment=10)
|
|
|
|
if pkg.cp in BLACKLIST_PACKAGES:
|
|
output.ewarn(
|
|
pp.warn("Package '%s' is blacklisted" % pp.pkgquery(pkg.cp))
|
|
)
|
|
return None
|
|
|
|
if not CONFIG['quiet']:
|
|
if not CONFIG['format']:
|
|
pp.uprint(
|
|
" * %s [%s]" % (pp.cpv(pkg.cpv), pp.section(pkg.repo_name()))
|
|
)
|
|
pp.uprint()
|
|
else:
|
|
output.metadata("overlay", pp.section(pkg.repo_name()))
|
|
|
|
ebuild_path = pkg.ebuild_path()
|
|
if ebuild_path:
|
|
output.metadata(
|
|
"ebuild", pp.path(os.path.normpath(ebuild_path))
|
|
)
|
|
|
|
uris, homepage, description = pkg.environment(('SRC_URI', 'HOMEPAGE', 'DESCRIPTION'))
|
|
|
|
output.metadata("repository", pkg.repo_name())
|
|
output.metadata("homepage", homepage)
|
|
output.metadata("description", description)
|
|
else:
|
|
uris = pkg.environment('SRC_URI')
|
|
|
|
cpv = pkg.cpv
|
|
urls = parse_src_uri(uris)
|
|
|
|
versions = handlers.scan(pkg, urls, on_progress)
|
|
|
|
cp, ver, rev = portage.pkgsplit(pkg.cpv)
|
|
|
|
result = filter_versions(cp, versions)
|
|
|
|
if on_progress:
|
|
on_progress(increment=10)
|
|
|
|
# output scan time for formatted output
|
|
scan_time = (datetime.now() - start_time).total_seconds()
|
|
output.metadata("scan_time", scan_time, show=False)
|
|
|
|
is_current_version_stable = is_version_stable(ver)
|
|
if len(result) > 0:
|
|
if not (CONFIG['format'] or CONFIG['quiet']):
|
|
print("")
|
|
for cp, url, version, handler, confidence in result:
|
|
if CONFIG["ignore-pre-release"]:
|
|
if not is_version_stable(version):
|
|
continue
|
|
if CONFIG["ignore-pre-release-if-stable"]:
|
|
if is_current_version_stable and \
|
|
not is_version_stable(version):
|
|
continue
|
|
if CONFIG['progress']:
|
|
print("", file=sys.stderr)
|
|
output.result(cp, version, url, handler, confidence)
|
|
|
|
return result
|