2023-11-15 21:31:08 +01:00
|
|
|
# Copyright 2011 Corentin Chary <corentin.chary@gmail.com>
|
2024-03-02 03:31:37 +01:00
|
|
|
# Copyright 2020-2024 src_prepare group
|
2023-11-15 21:31:08 +01:00
|
|
|
# Distributed under the terms of the GNU General Public License v2
|
|
|
|
|
2024-03-02 03:31:37 +01:00
|
|
|
import json
|
2011-08-31 15:38:32 +02:00
|
|
|
import re
|
2024-03-02 03:31:37 +01:00
|
|
|
import urllib.error
|
2011-08-31 15:38:32 +02:00
|
|
|
|
|
|
|
import portage
|
2024-03-02 03:31:37 +01:00
|
|
|
from packaging.version import parse
|
2011-08-31 15:38:32 +02:00
|
|
|
|
2012-08-03 21:50:54 +02:00
|
|
|
from euscan import helpers, mangling, output
|
2012-05-23 16:30:43 +02:00
|
|
|
|
|
|
|
HANDLER_NAME = "pypi"
|
2012-07-27 11:26:54 +02:00
|
|
|
CONFIDENCE = 100
|
2012-07-24 15:02:36 +02:00
|
|
|
PRIORITY = 90
|
2011-08-31 15:38:32 +02:00
|
|
|
|
2012-04-28 18:16:05 +02:00
|
|
|
|
2012-08-03 21:50:54 +02:00
|
|
|
def can_handle(pkg, url=None):
|
|
|
|
return url and url.startswith("mirror://pypi/")
|
2011-08-31 15:38:32 +02:00
|
|
|
|
2012-04-28 18:16:05 +02:00
|
|
|
|
2011-08-31 15:38:32 +02:00
|
|
|
def guess_package(cp, url):
|
2023-11-16 04:10:40 +01:00
|
|
|
match = re.search(r"mirror://pypi/\w+/(.*)/.*", url)
|
2011-08-31 15:38:32 +02:00
|
|
|
if match:
|
|
|
|
return match.group(1)
|
|
|
|
|
|
|
|
cat, pkg = cp.split("/")
|
|
|
|
|
|
|
|
return pkg
|
|
|
|
|
2012-04-28 18:16:05 +02:00
|
|
|
|
2012-08-03 21:50:54 +02:00
|
|
|
def scan_url(pkg, url, options):
|
2024-03-02 03:31:37 +01:00
|
|
|
"https://peps.python.org/pep-0691/"
|
2011-08-31 15:38:32 +02:00
|
|
|
|
2012-07-24 08:56:00 +02:00
|
|
|
package = guess_package(pkg.cpv, url)
|
2015-03-09 11:07:00 +01:00
|
|
|
return scan_pkg(pkg, {"data": package})
|
2011-08-31 15:38:32 +02:00
|
|
|
|
2012-07-26 17:46:53 +02:00
|
|
|
|
2012-08-03 21:50:54 +02:00
|
|
|
def scan_pkg(pkg, options):
|
|
|
|
package = options["data"]
|
2012-07-26 17:46:53 +02:00
|
|
|
|
2024-03-02 03:31:37 +01:00
|
|
|
output.einfo("Using PyPi JSON API: " + package)
|
2011-08-31 15:38:32 +02:00
|
|
|
|
2024-03-02 03:31:37 +01:00
|
|
|
try:
|
|
|
|
fp = helpers.urlopen(f"https://pypi.org/pypi/{package}/json/")
|
|
|
|
except urllib.error.URLError:
|
|
|
|
return []
|
|
|
|
except OSError:
|
|
|
|
return []
|
2011-08-31 15:38:32 +02:00
|
|
|
|
2024-03-02 03:31:37 +01:00
|
|
|
if not fp:
|
|
|
|
return []
|
2011-08-31 15:38:32 +02:00
|
|
|
|
2024-03-02 03:31:37 +01:00
|
|
|
data = json.loads(fp.read())
|
|
|
|
|
|
|
|
versions = list(data["releases"].keys())
|
|
|
|
|
|
|
|
versions.sort(key=parse, reverse=True)
|
2011-08-31 15:38:32 +02:00
|
|
|
|
2012-07-24 08:56:00 +02:00
|
|
|
cp, ver, rev = portage.pkgsplit(pkg.cpv)
|
2011-08-31 15:38:32 +02:00
|
|
|
|
|
|
|
ret = []
|
2012-04-19 15:36:44 +02:00
|
|
|
for up_pv in versions:
|
2012-08-03 21:50:54 +02:00
|
|
|
pv = mangling.mangle_version(up_pv, options)
|
2012-04-19 15:36:44 +02:00
|
|
|
if helpers.version_filtered(cp, ver, pv):
|
2011-08-31 15:38:32 +02:00
|
|
|
continue
|
2024-03-02 03:31:37 +01:00
|
|
|
urls = " ".join(
|
|
|
|
[
|
|
|
|
mangling.mangle_url(file["url"], options)
|
|
|
|
for file in data["releases"][up_pv]
|
|
|
|
if file["packagetype"] == "sdist"
|
|
|
|
]
|
|
|
|
)
|
2012-08-03 21:50:54 +02:00
|
|
|
ret.append((urls, pv, HANDLER_NAME, CONFIDENCE))
|
2011-08-31 15:38:32 +02:00
|
|
|
return ret
|