import re import portage import urllib.request, urllib.error, urllib.parse import json from euscan import helpers, output, mangling HANDLER_NAME = "cpan" CONFIDENCE = 100 PRIORITY = 90 _cpan_package_name_re = re.compile("mirror://cpan/authors/.*/([^/.]*).*") def can_handle(pkg, url=None): return url and url.startswith("mirror://cpan/") def guess_package(cp, url): match = _cpan_package_name_re.search(url) pkg = None if match: pkg = match.group(1) try: cp, ver, rev = portage.pkgsplit("fake/" + pkg) except: pass cat, pkg = cp.split("/") return pkg def mangle_version(up_pv): if up_pv.startswith("v"): return up_pv[1:] # clean up_pv = up_pv.replace("._", "_") # e.g.: 0.999._002 -> 0.999_002 up_pv = up_pv.replace("_0.", "_") # e.g.: 0.30_0.1 -> 0.30_1 # Detect _rc versions rc_part = "" if up_pv.count("_") == 1: up_pv, rc_part = up_pv.split("_") # Gentoo creates groups of 3 digits, except for the first digit, # or when last digit is 0. e.g.: 4.11 -> 4.110.0 splitted = up_pv.split(".") if len(splitted) == 2: # Split second part is sub-groups part = splitted.pop() for i in range(0, len(part), 3): splitted.append(part[i : i + 3]) if len(splitted) == 2: # add last group if it's missing splitted.append("0") groups = [splitted[0]] for part in splitted[1:-1]: groups.append(part.ljust(3, "0")) if splitted[-1] == "0": groups.append(splitted[-1]) else: groups.append(splitted[-1].ljust(3, "0")) # if there's a group with leading zeros strip it. e.g.: 002 -> 2 groups = [g.lstrip("0") if g != "0" else g for g in groups] pv = ".".join(groups) if rc_part: pv = "%s_rc%s" % (pv, rc_part) return pv def cpan_mangle_version(pv): pos = pv.find(".") if pos <= 0: return pv up_pv = pv.replace(".", "") up_pv = up_pv[0:pos] + "." + up_pv[pos:] return up_pv def cpan_vercmp(cp, a, b): try: return float(a) - float(b) except: return helpers.simple_vercmp(a, b) def scan_url(pkg, url, options): cp, ver, rev = portage.pkgsplit(pkg.cpv) remote_pkg = guess_package(cp, url) output.einfo("Using CPAN API: %s", remote_pkg) return scan_pkg(pkg, {"data": remote_pkg}) def scan_pkg(pkg, options): remote_pkg = options["data"] # Defaults to CPAN mangling rules if "versionmangle" not in options: options["versionmangle"] = ["cpan", "gentoo"] url = "http://search.cpan.org/api/dist/%s" % remote_pkg cp, ver, rev = pkg.cp, pkg.version, pkg.revision m_ver = cpan_mangle_version(ver) output.einfo("Using CPAN API: " + url) try: fp = helpers.urlopen(url) except urllib.error.URLError: return [] except IOError: return [] if not fp: return [] data = fp.read() data = json.loads(data) if "releases" not in data: return [] ret = [] for version in data["releases"]: # if version['status'] == 'testing': # continue up_pv = version["version"] pv = mangling.mangle_version(up_pv, options) if up_pv.startswith("v"): if helpers.version_filtered(cp, ver, pv): continue else: m_pv = cpan_mangle_version(up_pv) if helpers.version_filtered(cp, m_ver, m_pv, cpan_vercmp): continue url = "mirror://cpan/authors/id/%s/%s/%s/%s" % ( version["cpanid"][0], version["cpanid"][0:1], version["cpanid"], version["archive"], ) url = mangling.mangle_url(url, options) ret.append((url, pv, HANDLER_NAME, CONFIDENCE)) return ret