Initial commit
Signed-off-by: Corentin Chary <corentincj@iksaif.net>
This commit is contained in:
Corentin Chary
commit
bd797a8563
|
|
@ -0,0 +1,545 @@
|
|||
#!/usr/bin/python
|
||||
##############################################################################
|
||||
# $Header: $
|
||||
##############################################################################
|
||||
# Distributed under the terms of the GNU General Public License, v2 or later
|
||||
# Author: Corentin Chary <corentin.chary@gmail.com>
|
||||
|
||||
# Gentoo new upstream release scan tool.
|
||||
|
||||
import os
|
||||
import sys
|
||||
import re
|
||||
import StringIO
|
||||
from stat import *
|
||||
from xml.sax import saxutils, make_parser, handler
|
||||
from xml.sax.handler import feature_namespaces
|
||||
|
||||
import urllib
|
||||
import urllib2
|
||||
|
||||
import pkg_resources
|
||||
|
||||
import portage
|
||||
from portage.output import *
|
||||
from portage.dbapi.porttree import _parse_uri_map
|
||||
from portage.exception import InvalidDependString
|
||||
|
||||
__version__ = "svn"
|
||||
|
||||
settings = {
|
||||
"brute-force-level" : 2,
|
||||
"brute-force" : True,
|
||||
"brute-force-crazy" : True,
|
||||
"scan-dir" : True,
|
||||
"format" : "pretty",
|
||||
"verbose" : True,
|
||||
"stop-when-found" : False,
|
||||
"check-all-files" : False,
|
||||
}
|
||||
|
||||
output = EOutput()
|
||||
output.quiet = not settings['verbose']
|
||||
|
||||
def cast_int_components(version):
|
||||
for i, obj in enumerate(version):
|
||||
try:
|
||||
version[i] = int(obj)
|
||||
except ValueError:
|
||||
pass
|
||||
return version
|
||||
|
||||
def parse_version(version):
|
||||
version = pkg_resources.parse_version(version)
|
||||
#version = list(version)
|
||||
#return cast_int_components(version)
|
||||
return version
|
||||
|
||||
|
||||
def template_from_url(url, version):
|
||||
prefix, chunks = url.split('://')
|
||||
chunks = chunks.split('/')
|
||||
|
||||
for i in range(len(chunks)):
|
||||
chunk = chunks[i]
|
||||
|
||||
if not chunk:
|
||||
continue
|
||||
|
||||
# If it's the full version, it's easy
|
||||
if version in chunk:
|
||||
chunk = chunk.replace(version, '${PV}')
|
||||
# For directories made from a part of the version
|
||||
elif version.startswith(chunk):
|
||||
full = split_version(version)
|
||||
part = split_version(chunk)
|
||||
|
||||
for j in range(min(len(full), len(part))):
|
||||
|
||||
if part[j] != full[j]:
|
||||
break
|
||||
part[j] = '${%d}' % j
|
||||
|
||||
chunk = join_version(part)
|
||||
chunk = chunk.replace('}$', '}.$')
|
||||
|
||||
chunks[i] = chunk
|
||||
|
||||
return prefix + "://" + "/".join(chunks)
|
||||
|
||||
def url_from_template(url, version):
|
||||
components = split_version(version)
|
||||
|
||||
url = url.replace('${PV}', version)
|
||||
for i in range(len(components)):
|
||||
url = url.replace('${%d}' % i, str(components[i]))
|
||||
|
||||
return url
|
||||
|
||||
# Stolen from distutils.LooseVersion
|
||||
# Used for brute force to increment the version
|
||||
def split_version(version):
|
||||
component_re = re.compile(r'(\d+ | [a-z]+ | \.)', re.VERBOSE)
|
||||
components = filter(lambda x: x and x != '.', component_re.split(version))
|
||||
for i in range(len(components)):
|
||||
try:
|
||||
components[i] = int(components[i])
|
||||
except ValueError:
|
||||
pass
|
||||
return components
|
||||
|
||||
def join_version(components):
|
||||
version = ""
|
||||
for i in range(len(components)):
|
||||
version += str(components[i])
|
||||
if i >= len(components) - 1:
|
||||
break
|
||||
if type(components[i]) != str and type(components[i + 1]) != str:
|
||||
version += "."
|
||||
return version
|
||||
|
||||
def increment_version(components, level):
|
||||
n = len(components)
|
||||
|
||||
if level > n - 1 or level < 0:
|
||||
raise Exception
|
||||
|
||||
for i in range(n, level + 1, -1):
|
||||
if type(components[i - 1]) == int:
|
||||
components[i - 1] = 0
|
||||
|
||||
if type(components[level]) == int:
|
||||
components[level] += 1
|
||||
|
||||
return components
|
||||
|
||||
def gen_versions(components, level):
|
||||
n = len(components)
|
||||
depth = level
|
||||
level = min(level, n)
|
||||
|
||||
if not n:
|
||||
return []
|
||||
|
||||
versions = []
|
||||
|
||||
for i in range(n, n - level, -1):
|
||||
increment_version(components, i - 1)
|
||||
for j in range(depth):
|
||||
versions.append(list(components))
|
||||
increment_version(components, i - 1)
|
||||
|
||||
return versions
|
||||
|
||||
def tryurl(fileurl):
|
||||
result = False
|
||||
|
||||
output.ebegin("Trying: " + fileurl)
|
||||
|
||||
try:
|
||||
fp = urllib2.urlopen(fileurl, None, 5)
|
||||
headers = fp.info()
|
||||
|
||||
basename = os.path.basename(fileurl)
|
||||
|
||||
if 'Content-disposition' in headers and basename not in headers['Content-disposition']:
|
||||
result = False
|
||||
elif 'Content-Length' in headers and headers['Content-Length'] == '0':
|
||||
result = False
|
||||
elif 'text/html' in headers['Content-Type']:
|
||||
result = False
|
||||
else:
|
||||
result = True
|
||||
except:
|
||||
retult = False
|
||||
|
||||
output.eend(errno.ENOENT if not result else 0)
|
||||
|
||||
return result
|
||||
|
||||
def regex_from_template(template):
|
||||
template = re.escape(template)
|
||||
template = template.replace('\$\{', '${')
|
||||
template = template.replace('\}', '}')
|
||||
template = template.replace('}\.$', '}.$')
|
||||
template = re.sub(r'(\$\{\d+\}\.?)+', r'([\w\.\-]+?)', template)
|
||||
#template = re.sub(r'(\$\{\d+\}\.+)+', '(.+?)\.', template)
|
||||
#template = re.sub(r'(\$\{\d+\})+', '(.+?)', template)
|
||||
template = template.replace('${PV}', r'([\w\.\-]+?)')
|
||||
template = template + r'/?$'
|
||||
return template
|
||||
|
||||
def basedir_from_template(template):
|
||||
idx = template.find('${')
|
||||
if idx == -1:
|
||||
return template
|
||||
|
||||
idx = template[0:idx].rfind('/')
|
||||
if idx == -1:
|
||||
return ""
|
||||
|
||||
return template[0:idx]
|
||||
|
||||
def generate_scan_paths(url):
|
||||
prefix, chunks = url.split('://')
|
||||
chunks = chunks.split('/')
|
||||
|
||||
steps = []
|
||||
|
||||
path = prefix + ":/"
|
||||
for chunk in chunks:
|
||||
if '${' in chunk:
|
||||
steps.append((path, regex_from_template(chunk)))
|
||||
path = ""
|
||||
else:
|
||||
path += "/"
|
||||
path += chunk
|
||||
return steps
|
||||
|
||||
def scan_directory_recursive(url, steps, vmin, vmax):
|
||||
if not steps:
|
||||
return []
|
||||
|
||||
url += steps[0][0]
|
||||
pattern = steps[0][1]
|
||||
|
||||
steps = steps[1:]
|
||||
|
||||
output.einfo("Scanning: %s" % url)
|
||||
|
||||
try:
|
||||
fp = urllib2.urlopen(url, None, 5)
|
||||
except Exception, err:
|
||||
return []
|
||||
|
||||
data = fp.read()
|
||||
|
||||
results = []
|
||||
|
||||
if re.search("<\s*a\s+[^>]*href", data):
|
||||
from BeautifulSoup import BeautifulSoup
|
||||
|
||||
soup = BeautifulSoup(data)
|
||||
|
||||
for link in soup.findAll('a'):
|
||||
href = link.get("href")
|
||||
if not href:
|
||||
continue
|
||||
if href.startswith(url):
|
||||
href = href.replace(url, "", 1)
|
||||
|
||||
match = re.match(pattern, href)
|
||||
if match:
|
||||
results.append((match.group(1), match.group(0)))
|
||||
|
||||
elif url.startswith('ftp://'): # Probably a FTP Server
|
||||
buf = StringIO.StringIO(data)
|
||||
for line in buf.readlines():
|
||||
line = line.replace("\n", "").replace("\r", "")
|
||||
match = re.search(pattern, line)
|
||||
if match:
|
||||
results.append((match.group(1), match.group(0)))
|
||||
# add url
|
||||
|
||||
versions = []
|
||||
|
||||
for version, path in results:
|
||||
ver = parse_version(version)
|
||||
if vmin and ver <= vmin:
|
||||
continue
|
||||
if vmax and ver >= vmax:
|
||||
continue
|
||||
|
||||
if not url.endswith('/') and not path.startswith('/'):
|
||||
path = url + '/' + path
|
||||
else:
|
||||
path = url + path
|
||||
|
||||
versions.append((path, version))
|
||||
if steps:
|
||||
ret = scan_directory_recursive(path, steps, vmin, vmax)
|
||||
versions.extend(ret)
|
||||
return versions
|
||||
|
||||
def scan_directory(cpv, fileurl, limit=None):
|
||||
# Ftp: list dir
|
||||
# Handle mirrors
|
||||
if not settings["scan-dir"]:
|
||||
return []
|
||||
|
||||
catpkg, ver, rev = portage.pkgsplit(cpv)
|
||||
|
||||
template = template_from_url(fileurl, ver)
|
||||
|
||||
if '${' not in template:
|
||||
output.ewarn("Url doesn't seems to depend on version: %s not found in %s"
|
||||
% (ver, fileurl))
|
||||
return []
|
||||
else:
|
||||
output.einfo("Scanning: %s" % template)
|
||||
|
||||
vmin = parse_version(ver)
|
||||
|
||||
steps = generate_scan_paths(template)
|
||||
return scan_directory_recursive("", steps, vmin, limit)
|
||||
|
||||
def brute_force(cpv, fileurl, limit=None):
|
||||
if not settings["brute-force"]:
|
||||
return []
|
||||
|
||||
catpkg, ver, rev = portage.pkgsplit(cpv)
|
||||
|
||||
components = split_version(ver)
|
||||
versions = gen_versions(components, settings["brute-force-level"])
|
||||
|
||||
output.einfo("Generating version from " + ver)
|
||||
|
||||
if not versions:
|
||||
output.ewarn("Can't generate new versions from " + ver)
|
||||
return []
|
||||
|
||||
template = template_from_url(fileurl, ver)
|
||||
|
||||
if '${' not in template:
|
||||
output.ewarn("Url doesn't seems to depend on version: %s not found in %s"
|
||||
% (fileurl, ver))
|
||||
return []
|
||||
else:
|
||||
output.einfo("Brute forcing: %s" % template)
|
||||
|
||||
result = []
|
||||
|
||||
i = 0
|
||||
done = []
|
||||
while i < len(versions):
|
||||
components = versions[i]
|
||||
i += 1
|
||||
if components in done:
|
||||
continue
|
||||
done.append(tuple(components))
|
||||
|
||||
vstring = join_version(components)
|
||||
version = parse_version(vstring)
|
||||
|
||||
if limit and version >= limit:
|
||||
continue
|
||||
|
||||
url = url_from_template(template, vstring)
|
||||
|
||||
if not tryurl(url):
|
||||
continue
|
||||
|
||||
result.append([url, vstring])
|
||||
|
||||
if settings["brute-force-crazy"]:
|
||||
for v in gen_versions(components, settings["brute-force-level"]):
|
||||
if v not in versions and tuple(v) not in done:
|
||||
versions.append(v)
|
||||
|
||||
if settings["stop-when-found"]:
|
||||
break
|
||||
|
||||
return result
|
||||
|
||||
def euscan(cpv, portdir):
|
||||
catpkg, ver, rev = portage.pkgsplit(cpv)
|
||||
|
||||
if portdir:
|
||||
portdb = portage.portdbapi(portdir)
|
||||
else:
|
||||
portdb = portage.portdbapi()
|
||||
|
||||
src_uri, repo = portdb.aux_get(cpv, ['SRC_URI', 'repository'])
|
||||
|
||||
metadata = {
|
||||
"EAPI" : portage.settings["EAPI"],
|
||||
"SRC_URI" : src_uri,
|
||||
}
|
||||
use = frozenset(portage.settings["PORTAGE_USE"].split())
|
||||
try:
|
||||
alist = _parse_uri_map(cpv, metadata, use=use)
|
||||
aalist = _parse_uri_map(cpv, metadata)
|
||||
except InvalidDependString as e:
|
||||
red("!!! %s\n" % str(e))
|
||||
red(_("!!! Invalid SRC_URI for '%s'.\n") % cpv)
|
||||
del e
|
||||
return
|
||||
|
||||
if "mirror" in portage.settings.features:
|
||||
fetchme = aalist
|
||||
else:
|
||||
fetchme = alist
|
||||
|
||||
versions = []
|
||||
|
||||
for filename in fetchme:
|
||||
for fileurl in fetchme[filename]:
|
||||
if fileurl.startswith('mirror://'):
|
||||
output.eerror('mirror:// scheme not supported (%s)' % fileurl)
|
||||
continue
|
||||
|
||||
# Try list dir
|
||||
versions.extend(scan_directory(cpv, fileurl))
|
||||
|
||||
if versions and settings['stop-when-found']:
|
||||
break
|
||||
|
||||
# Try manual bump
|
||||
versions.extend(brute_force(cpv, fileurl))
|
||||
|
||||
if versions and settings['stop-when-found']:
|
||||
break
|
||||
|
||||
if versions and not settings["check-all-files"]:
|
||||
break
|
||||
|
||||
newversions = {}
|
||||
|
||||
for url, version in versions:
|
||||
if version in newversions and len(url) < len(newversions[version]):
|
||||
continue
|
||||
newversions[version] = url
|
||||
|
||||
for version in newversions:
|
||||
print darkgreen("New Upstream Version: ") + green("%s" % version) + " %s" % newversions[version]
|
||||
return versions
|
||||
|
||||
class Metadata_XML(handler.ContentHandler):
|
||||
_inside_herd="No"
|
||||
_inside_maintainer="No"
|
||||
_inside_email="No"
|
||||
_inside_longdescription="No"
|
||||
|
||||
_herd = []
|
||||
_maintainers = []
|
||||
_longdescription = ""
|
||||
|
||||
def startElement(self, tag, attr):
|
||||
if tag == "herd":
|
||||
self._inside_herd="Yes"
|
||||
if tag == "longdescription":
|
||||
self._inside_longdescription="Yes"
|
||||
if tag == "maintainer":
|
||||
self._inside_maintainer="Yes"
|
||||
if tag == "email":
|
||||
self._inside_email="Yes"
|
||||
|
||||
def endElement(self, tag):
|
||||
if tag == "herd":
|
||||
self._inside_herd="No"
|
||||
if tag == "longdescription":
|
||||
self._inside_longdescription="No"
|
||||
if tag == "maintainer":
|
||||
self._inside_maintainer="No"
|
||||
if tag == "email":
|
||||
self._inside_email="No"
|
||||
|
||||
def characters(self, contents):
|
||||
if self._inside_herd == "Yes":
|
||||
self._herd.append(contents)
|
||||
|
||||
if self._inside_longdescription == "Yes":
|
||||
self._longdescription = contents
|
||||
|
||||
if self._inside_maintainer=="Yes" and self._inside_email=="Yes":
|
||||
self._maintainers.append(contents)
|
||||
|
||||
|
||||
def check_metadata(cpv, portdir = None):
|
||||
"""Checks that the primary maintainer is still an active dev and list the herd the package belongs to"""
|
||||
if not portdir:
|
||||
portdb = portage.portdbapi()
|
||||
repo, = portdb.aux_get(cpv, ['repository'])
|
||||
portdir = portdb.getRepositoryPath(repo)
|
||||
|
||||
metadata_file = portdir + "/" + portage.pkgsplit(cpv)[0] + "/metadata.xml"
|
||||
|
||||
if not os.path.exists(metadata_file):
|
||||
print darkgreen("Maintainer: ") + red("Error (Missing metadata.xml)")
|
||||
return 1
|
||||
|
||||
parser = make_parser()
|
||||
handler = Metadata_XML()
|
||||
handler._maintainers = []
|
||||
parser.setContentHandler(handler)
|
||||
parser.parse( metadata_file )
|
||||
|
||||
if handler._herd:
|
||||
herds = ", ".join(handler._herd)
|
||||
print darkgreen("Herd: ") + herds
|
||||
else:
|
||||
print darkgreen("Herd: ") + red("Error (No Herd)")
|
||||
return 1
|
||||
|
||||
|
||||
if handler._maintainers:
|
||||
print darkgreen("Maintainer: ") + ", ".join(handler._maintainers)
|
||||
else:
|
||||
print darkgreen("Maintainer: ") + "none"
|
||||
|
||||
if len(handler._longdescription) > 1:
|
||||
print darkgreen("Description: ") + handler._longdescription
|
||||
print darkgreen("Location: ") + os.path.normpath(portdir + "/" + portage.pkgsplit(cpv)[0])
|
||||
|
||||
|
||||
def usage(code):
|
||||
"""Prints the uage information for this script"""
|
||||
print green("euscan"), "(%s)" % __version__
|
||||
print
|
||||
print "Usage: euscan [ebuild|[package-cat/]package[-version]]"
|
||||
sys.exit(code)
|
||||
|
||||
|
||||
# default color setup
|
||||
if ( not sys.stdout.isatty() ) or ( portage.settings["NOCOLOR"] in ["yes","true"] ):
|
||||
nocolor()
|
||||
|
||||
def fc(x,y):
|
||||
return cmp(y[0], x[0])
|
||||
|
||||
def main ():
|
||||
if len( sys.argv ) < 2:
|
||||
usage(1)
|
||||
|
||||
for pkg in sys.argv[1:]:
|
||||
#try:
|
||||
if pkg.endswith('.ebuild'):
|
||||
portdir = os.path.dirname(os.path.dirname(os.path.dirname(pkg)))
|
||||
package_list = os.path.basname(pkg)
|
||||
else:
|
||||
portdir = None
|
||||
print pkg
|
||||
package_list = portage.portdb.xmatch("match-all", pkg)
|
||||
|
||||
for cpv in package_list:
|
||||
print darkgreen("Package: ") + cpv
|
||||
#check_metadata(cpv, portdir)
|
||||
euscan(cpv, portdir)
|
||||
print ""
|
||||
#except Exception, err:
|
||||
# print red("Error: "+pkg+"\n")
|
||||
# print err
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
|
|
@ -0,0 +1,229 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
import subprocess
|
||||
import portage
|
||||
import sqlite3
|
||||
import sys
|
||||
import argparse
|
||||
|
||||
def package_id_by_name(c, catpkg):
|
||||
cat, pkg = catpkg.split('/')
|
||||
|
||||
c.execute('SELECT id FROM packages WHERE category = ? AND package = ?', (cat, pkg))
|
||||
|
||||
row = c.fetchone()
|
||||
|
||||
if row:
|
||||
package_id = row[0]
|
||||
else:
|
||||
c.execute('INSERT OR IGNORE INTO packages (category, package) VALUES (?,?)', (cat, pkg))
|
||||
package_id = c.lastrowid
|
||||
print '[e] %s/%s' % (cat, pkg)
|
||||
|
||||
return package_id
|
||||
|
||||
def store_package(c, cpv, slot):
|
||||
catpkg, ver, rev = portage.pkgsplit(cpv)
|
||||
cat, pkg = catpkg.split('/')
|
||||
package_id = -1
|
||||
|
||||
package_id = package_id_by_name(c, catpkg)
|
||||
|
||||
sql = 'INSERT OR IGNORE INTO versions (package_id, slot, revision, version, packaged) VALUES (?, ?, ?, ?, 1)'
|
||||
c.execute(sql, (package_id, slot, rev, ver))
|
||||
|
||||
if c.lastrowid:
|
||||
print '[v] %s:%s' % (cpv, slot)
|
||||
|
||||
def portage_scan(db, package=None):
|
||||
c = db.cursor()
|
||||
|
||||
cmd = ['eix', '--format', '<availableversions:NAMEVERSION>', '--pure-packages', '-x']
|
||||
if package:
|
||||
cmd.append(package)
|
||||
|
||||
output1 = subprocess.Popen(cmd, stdout=subprocess.PIPE).communicate()[0]
|
||||
|
||||
cmd = ['eix', '--format', '<availableversions:NAMEASLOT>', '--pure-packages', '-x']
|
||||
if package:
|
||||
cmd.append(package)
|
||||
output2 = subprocess.Popen(cmd, stdout=subprocess.PIPE).communicate()[0]
|
||||
|
||||
output1 = output1.split('\n')
|
||||
output2 = output2.split('\n')
|
||||
|
||||
for i in range(0, len(output1)):
|
||||
if not output1[i]:
|
||||
continue
|
||||
|
||||
cpv = output1[i]
|
||||
slot = output2[i].split(':')[1]
|
||||
store_package(c, cpv, slot)
|
||||
|
||||
db.commit()
|
||||
|
||||
def herd_id_by_name(cursor, herd):
|
||||
cursor.execute('SELECT id FROM herds WHERE herd = ?', (herd,))
|
||||
|
||||
row = cursor.fetchone()
|
||||
|
||||
if row:
|
||||
herd_id = row[0]
|
||||
else:
|
||||
cursor.execute('INSERT INTO herds (herd) VALUES (?)', (herd,))
|
||||
herd_id = cursor.lastrowid
|
||||
print '[h] %s' % (herd)
|
||||
|
||||
return herd_id
|
||||
|
||||
def maintainer_id_by_name(cursor, maintainer):
|
||||
|
||||
cursor.execute('SELECT id FROM maintainers WHERE maintainer = ?', (maintainer,))
|
||||
|
||||
row = cursor.fetchone()
|
||||
|
||||
if row:
|
||||
maintainer_id = row[0]
|
||||
else:
|
||||
cursor.execute('INSERT INTO maintainers (maintainer) VALUES (?)', (maintainer,))
|
||||
maintainer_id = cursor.lastrowid
|
||||
print '[m] %s' % (maintainer)
|
||||
|
||||
return maintainer_id
|
||||
|
||||
|
||||
def store_herd(cursor, catpkg, herd):
|
||||
if herd == 'no-herd':
|
||||
return
|
||||
package_id = package_id_by_name(cursor, catpkg)
|
||||
herd_id = herd_id_by_name(cursor, herd)
|
||||
print catpkg, herd
|
||||
cursor.execute('INSERT OR IGNORE INTO package_herds (herd_id, package_id) VALUES (?, ?)', (herd_id, package_id))
|
||||
|
||||
def store_maintainer(cursor, catpkg, maintainer):
|
||||
if maintainer == 'None specified':
|
||||
return
|
||||
package_id = package_id_by_name(cursor, catpkg)
|
||||
maintainer_id = maintainer_id_by_name(cursor, maintainer)
|
||||
print catpkg, maintainer
|
||||
cursor.execute('INSERT OR IGNORE INTO package_maintainers (maintainer_id, package_id) VALUES (?, ?)', (maintainer_id, package_id))
|
||||
|
||||
def metadata_scan_some(c, packages):
|
||||
cmd = ['epkginfo']
|
||||
cmd.extend(packages[:-1])
|
||||
output = subprocess.Popen(cmd, stdout=subprocess.PIPE).communicate()[0]
|
||||
output = output.split('\n\n')
|
||||
|
||||
for infos in output:
|
||||
infos = infos.split('\n')
|
||||
|
||||
package = packages.pop(0)
|
||||
|
||||
for line in infos:
|
||||
if line.startswith('Herd:'):
|
||||
line = line.replace('Herd:', '').strip()
|
||||
store_herd(c, package, line)
|
||||
if line.startswith('Maintainer:'):
|
||||
line = line.replace('Maintainer:', '').strip()
|
||||
store_maintainer(c, package, line)
|
||||
|
||||
def metadata_scan(db, package=None):
|
||||
c = db.cursor()
|
||||
|
||||
cmd = ['eix', '--only-names']
|
||||
|
||||
if package:
|
||||
cmd.append(package)
|
||||
output = subprocess.Popen(cmd, stdout=subprocess.PIPE).communicate()[0]
|
||||
packages = output.split('\n')
|
||||
|
||||
tmp = []
|
||||
for package in packages:
|
||||
tmp.append(package)
|
||||
if len(tmp) > 10:
|
||||
metadata_scan_some(c, tmp)
|
||||
tmp = []
|
||||
|
||||
metadata_scan_some(c, tmp)
|
||||
|
||||
db.commit()
|
||||
|
||||
def version_id_by_version(cursor, package_id, version):
|
||||
|
||||
cursor.execute('SELECT id, packaged FROM versions WHERE package_id = ? AND version = ?', (package_id, version))
|
||||
|
||||
row = cursor.fetchone()
|
||||
|
||||
if row:
|
||||
version_id = row[0]
|
||||
packaged = row[1]
|
||||
else:
|
||||
cursor.execute('INSERT INTO versions (package_id, slot, revision, version, packaged) VALUES (?, ?, ?, ?, 0)',
|
||||
(package_id, '', 'r0', version))
|
||||
version_id = cursor.lastrowid
|
||||
packaged = 0
|
||||
|
||||
return version_id, packaged
|
||||
|
||||
def upstream_scan(db, package):
|
||||
c = db.cursor()
|
||||
|
||||
cmd = ['eix', '--format', '<bestversion*:NAMEVERSION>', '--pure-packages']
|
||||
if package:
|
||||
cmd.append(package)
|
||||
output = subprocess.Popen(cmd, stdout=subprocess.PIPE).communicate()[0]
|
||||
packages = output.split('\n')
|
||||
|
||||
for package in packages:
|
||||
if not package.strip():
|
||||
continue
|
||||
catpkg, ver, rev = portage.pkgsplit(package)
|
||||
|
||||
cmd = ['../euscan', package]
|
||||
output = subprocess.Popen(cmd, stdout=subprocess.PIPE).communicate()[0]
|
||||
output = output.split('\n')
|
||||
for line in output:
|
||||
if not line.startswith('New Upstream Version: '):
|
||||
continue
|
||||
line = line.replace('New Upstream Version: ', '').split(' ')
|
||||
ver = line[0]
|
||||
urls = line[1:]
|
||||
|
||||
package_id = package_id_by_name(c, catpkg)
|
||||
version_id, packaged= version_id_by_version(c, package_id, ver)
|
||||
|
||||
if packaged:
|
||||
continue
|
||||
|
||||
print '[u] %s %s' % (ver, ' '.join(urls))
|
||||
|
||||
for url in urls:
|
||||
c.execute('INSERT OR REPLACE INTO upstream_urls (version_id, url) VALUES (?, ?)', (version_id, url))
|
||||
db.commit()
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description='Update euscan database.')
|
||||
parser.add_argument('--skip-portage', action='store_true', help='Skip portage scan.')
|
||||
parser.add_argument('--skip-metadata', action='store_true', help='Skip metadata scan.')
|
||||
parser.add_argument('package', nargs='*', help='Only check updates for these packages')
|
||||
|
||||
args = parser.parse_args()
|
||||
|
||||
db = sqlite3.connect('euscan.db')
|
||||
|
||||
if not args.package:
|
||||
args.package = [None]
|
||||
|
||||
for package in args.package:
|
||||
if not args.skip_portage:
|
||||
portage_scan(db, package)
|
||||
if not args.skip_metadata:
|
||||
metadata_scan(db, package)
|
||||
|
||||
upstream_scan(db, package)
|
||||
|
||||
db.close()
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
|
|
@ -0,0 +1,54 @@
|
|||
CREATE TABLE IF NOT EXISTS "packages" (
|
||||
"id" INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL,
|
||||
"category" TEXT NOT NULL,
|
||||
"package" TEXT NOT NULL
|
||||
);
|
||||
|
||||
CREATE UNIQUE INDEX IF NOT EXISTS "packages_catpkg" ON packages (category, package);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS "herds" (
|
||||
"id" INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL,
|
||||
"herd" TEXT NOT NULL
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS "herds_herd" ON herds (herd);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS "maintainers" (
|
||||
"id" INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL,
|
||||
"maintainer" TEXT NOT NULL
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS "maintainers_maintainer" ON maintainers (maintainer);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS "package_herds" (
|
||||
"herd_id" INTEGER NOT NULL,
|
||||
"package_id" INTEGER NOT NULL,
|
||||
PRIMARY KEY("herd_id", "package_id")
|
||||
);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS "package_maintainers" (
|
||||
"maintainer_id" INTEGER NOT NULL,
|
||||
"package_id" INTEGER NOT NULL,
|
||||
PRIMARY KEY("maintainer_id", "package_id")
|
||||
);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS "versions" (
|
||||
"id" INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL,
|
||||
"package_id" INTEGER NOT NULL,
|
||||
"slot" TEXT NOT NULL,
|
||||
"revision" TEXT NOT NULL,
|
||||
"version" TEXT NOT NULL,
|
||||
"packaged" INTEGER NOT NULL DEFAULT (0)
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS "versions_packaged" on versions (package_id, packaged);
|
||||
CREATE UNIQUE INDEX IF NOT EXISTS "versions_version" on versions (package_id, version, slot, revision);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS "upstream_urls" (
|
||||
"id" INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL,
|
||||
"version_id" INTEGER NOT NULL,
|
||||
"url" TEXT NOT NULL
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS "upstream_version" on upstream_urls (version_id);
|
||||
CREATE UNIQUE INDEX IF NOT EXISTS "upstream_unique_urls" on upstream_urls (version_id, url);
|
||||
|
|
@ -0,0 +1,207 @@
|
|||
<?php echo '<?xml version="1.0" encoding="iso-8859-1"?>' ?>
|
||||
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"><html xmlns="http://www.w3.org/1999/xhtml" xml:lang="fr">
|
||||
<head>
|
||||
<title>euscan</title>
|
||||
<meta http-equiv="Content-Type" content="text/HTML; charset=iso-8859-1" />
|
||||
<link rel="stylesheet" type="text/css" href="/style.css" media="screen" title="Normal" />
|
||||
<script src="sorttable.js"></script>
|
||||
</head>
|
||||
<body>
|
||||
<div id="header">
|
||||
<h1>euscan</h1>
|
||||
</div>
|
||||
<div id="content">
|
||||
<?php
|
||||
$db = new SQLite3('euscan.db');
|
||||
|
||||
$act = isset($_GET['act']) ? $_GET['act'] : "home";
|
||||
$cat = isset($_GET['cat']) ? $_GET['cat'] : '';
|
||||
$pkg = isset($_GET['pkg']) ? $_GET['pkg'] : '';
|
||||
$herd = isset($_GET['herd']) ? $_GET['herd'] : '';
|
||||
$mtnr = isset($_GET['maintainer']) ? $_GET['maintainer'] : '';
|
||||
|
||||
if ($act == "home") {
|
||||
|
||||
} else if ($act == "categories") {
|
||||
$sql = "SELECT category, COUNT(version) as versions, SUM(packaged) as ebuilds";
|
||||
$sql.= " FROM packages JOIN versions ON package_id = packages.id";
|
||||
$sql.= " GROUP BY category";
|
||||
|
||||
$results = $db->query($sql);
|
||||
|
||||
echo "<table class=\"sortable\"><tr><th>Category</th><th>Ebuilds</th><th>New versions</th></tr>";
|
||||
while ($row = $results->fetchArray()) {
|
||||
$new = $row['versions'] - $row['ebuilds'];
|
||||
$color = $new == 0 ? 'green' : 'red';
|
||||
echo "<tr>";
|
||||
echo "<td><a href=\"?act=packages&cat={$row['category']}\">{$row['category']}</a></td>";
|
||||
echo "<td>{$row['versions']}</td>";
|
||||
echo "<td style=\"color: $color\">$new</td>";
|
||||
echo "</tr>";
|
||||
}
|
||||
echo "</table>";
|
||||
} else if ($act == "herds") {
|
||||
$sql = "SELECT herd, COUNT(version) as versions, SUM(packaged) as ebuilds";
|
||||
$sql.= " FROM herds";
|
||||
$sql.= " JOIN package_herds ON herds.id = herd_id";
|
||||
$sql.= " JOIN packages ON package_herds.package_id = packages.id";
|
||||
$sql.= " JOIN versions ON versions.package_id = packages.id";
|
||||
$sql.= " GROUP BY herd";
|
||||
|
||||
$results = $db->query($sql);
|
||||
|
||||
echo "<table class=\"sortable\"><tr><th>Herd</th><th>Ebuilds</th><th>New versions</th></tr>";
|
||||
while ($row = $results->fetchArray()) {
|
||||
$new = $row['versions'] - $row['ebuilds'];
|
||||
$color = $new == 0 ? 'green' : 'red';
|
||||
echo "<tr>";
|
||||
echo "<td><a href=\"?act=packages&herd={$row['herd']}\">{$row['herd']}</a></td>";
|
||||
echo "<td>{$row['versions']}</td>";
|
||||
echo "<td style=\"color: $color\">$new</td>";
|
||||
echo "</tr>";
|
||||
}
|
||||
echo "</table>";
|
||||
} else if ($act == "maintainers") {
|
||||
$sql = "SELECT maintainer, COUNT(version) as versions, SUM(packaged) as ebuilds";
|
||||
$sql.= " FROM maintainers";
|
||||
$sql.= " JOIN package_maintainers ON maintainers.id = maintainer_id";
|
||||
$sql.= " JOIN packages ON package_maintainers.package_id = packages.id";
|
||||
$sql.= " JOIN versions ON versions.package_id = packages.id";
|
||||
$sql.= " GROUP BY maintainer";
|
||||
|
||||
$results = $db->query($sql);
|
||||
|
||||
echo "<table class=\"sortable\"><tr><th>Maintainer</th><th>Ebuilds</th><th>New versions</th></tr>";
|
||||
while ($row = $results->fetchArray()) {
|
||||
$new = $row['versions'] - $row['ebuilds'];
|
||||
$color = $new == 0 ? 'green' : 'red';
|
||||
echo "<tr>";
|
||||
echo "<td><a href=\"?act=packages&maintainer={$row['maintainer']}\">{$row['maintainer']}</a></td>";
|
||||
echo "<td>{$row['versions']}</td>";
|
||||
echo "<td style=\"color: $color\">$new</td>";
|
||||
echo "</tr>";
|
||||
}
|
||||
echo "</table>";
|
||||
} else if ($act == "categories") {
|
||||
$sql = "SELECT category, COUNT(version) as versions, SUM(packaged) as ebuilds";
|
||||
$sql.= " FROM packages JOIN versions ON package_id = packages.id";
|
||||
$sql.= " GROUP BY category";
|
||||
|
||||
$results = $db->query($sql);
|
||||
|
||||
echo "<table class=\"sortable\"><tr><th>Category</th><th>Ebuilds</th><th>New versions</th></tr>";
|
||||
while ($row = $results->fetchArray()) {
|
||||
$new = $row['versions'] - $row['ebuilds'];
|
||||
$color = $new == 0 ? 'green' : 'red';
|
||||
echo "<tr>";
|
||||
echo "<td><a href=\"?act=packages&cat={$row['category']}\">{$row['category']}</a></td>";
|
||||
echo "<td>{$row['versions']}</td>";
|
||||
echo "<td style=\"color: $color\">$new</td>";
|
||||
echo "</tr>";
|
||||
}
|
||||
echo "</table>";
|
||||
} else if ($act == 'packages') {
|
||||
$db_cat = $db->escapeString($cat);
|
||||
$db_herd = $db->escapeString($herd);
|
||||
$db_mtnr = $db->escapeString($mtnr);
|
||||
|
||||
if ($db_cat) {
|
||||
$sql = "SELECT category, package, COUNT(version) as versions, SUM(packaged) as ebuilds";
|
||||
$sql.= " FROM packages JOIN versions ON package_id = packages.id";
|
||||
$sql.= " WHERE category = '$db_cat'";
|
||||
$sql.= " GROUP BY category, package";
|
||||
} else if ($db_herd) {
|
||||
$sql = "SELECT category, package, COUNT(version) as versions, SUM(packaged) as ebuilds";
|
||||
$sql.= " FROM herds";
|
||||
$sql.= " JOIN package_herds ON herds.id = herd_id";
|
||||
$sql.= " JOIN packages ON package_herds.package_id = packages.id";
|
||||
$sql.= " JOIN versions ON versions.package_id = packages.id";
|
||||
$sql.= " WHERE herd LIKE '$db_herd'";
|
||||
$sql.= " GROUP BY category, package";
|
||||
} else if ($db_mtnr) {
|
||||
$sql = "SELECT category, package, COUNT(version) as versions, SUM(packaged) as ebuilds";
|
||||
$sql.= " FROM maintainers";
|
||||
$sql.= " JOIN package_maintainers ON maintainers.id = maintainer_id";
|
||||
$sql.= " JOIN packages ON package_maintainers.package_id = packages.id";
|
||||
$sql.= " JOIN versions ON versions.package_id = packages.id";
|
||||
$sql.= " WHERE maintainer LIKE '%$db_mtnr%'";
|
||||
$sql.= " GROUP BY category, package";
|
||||
}
|
||||
|
||||
if ($sql) {
|
||||
$results = $db->query($sql);
|
||||
|
||||
echo "<table class=\"sortable\"><tr><th>Category</th><th>Ebuilds</th><th>New versions</th></tr>";
|
||||
while ($row = $results->fetchArray()) {
|
||||
$new = $row['versions'] - $row['ebuilds'];
|
||||
$catpkg = "{$row['category']}/{$row['package']}";
|
||||
$color = $new == 0 ? 'green' : 'red';
|
||||
echo "<tr>";
|
||||
echo "<td><a href=\"?act=package&pkg=$catpkg\">$catpkg</td>";
|
||||
echo "<td>{$row['versions']}</td>";
|
||||
echo "<td style=\"color: $color\">$new</td>";
|
||||
echo "</tr>";
|
||||
}
|
||||
echo "</table>";
|
||||
}
|
||||
} else if ($act == 'package') {
|
||||
$pkg = explode("/", $pkg);
|
||||
|
||||
if (count($pkg) == 2) {
|
||||
$cat = $db->escapeString($pkg[0]);
|
||||
$pkg = $db->escapeString($pkg[1]);
|
||||
} else {
|
||||
$cat = $pkg = "";
|
||||
}
|
||||
|
||||
$sql = "SELECT * FROM packages WHERE category = '$cat' AND package = '$pkg'";
|
||||
$infos = $db->query($sql);
|
||||
$infos = $infos->fetchArray();
|
||||
|
||||
if ($infos) {
|
||||
$sql = "SELECT * FROM versions WHERE package_id = ${infos['id']} AND packaged = 1";
|
||||
$results = $db->query($sql);
|
||||
|
||||
echo '<p>Packaged versions:</p><ul>';
|
||||
while ($version = $results->fetchArray()) {
|
||||
echo "<li>${version['version']}-${version['revision']}:${version['slot']}</li>";
|
||||
}
|
||||
|
||||
$sql = "SELECT * FROM versions ";
|
||||
$sql.= "JOIN upstream_urls ON versions.id = version_id ";
|
||||
$sql.= "WHERE package_id = ${infos['id']} AND packaged = 0";
|
||||
$results = $db->query($sql);
|
||||
|
||||
echo '</ul>';
|
||||
echo '<p>Upstream versions:</p><ul>';
|
||||
|
||||
while ($version = $results->fetchArray()) {
|
||||
echo "<li>${version['version']} - ${version['url']}</li>";
|
||||
}
|
||||
|
||||
echo '</ul>';
|
||||
} else {
|
||||
echo '<div class="error">Invalid package</div>';
|
||||
}
|
||||
}
|
||||
|
||||
?>
|
||||
</div>
|
||||
<div id="menus">
|
||||
<div id="menu">
|
||||
<ul>
|
||||
<li><a href="?act=categories">Categories</a></li>
|
||||
<li><a href="?act=herds">Herds</a></li>
|
||||
<li><a href="?act=maintainers">Maintainers</a></li>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div id="footer">
|
||||
Powered by:
|
||||
<a href="http://kernel.org"><img src="/linux.png" alt="Linux" /></a>
|
||||
<a href="http://gentoo.org"><img src="/gentoo.png" alt="Gentoo Linux" /></a>
|
||||
-
|
||||
Copyright (C) 2011 <strong>Corentin Chary</strong>
|
||||
</div>
|
||||
</body>
|
||||
</html>
|
||||
|
|
@ -0,0 +1,493 @@
|
|||
/*
|
||||
SortTable
|
||||
version 2
|
||||
7th April 2007
|
||||
Stuart Langridge, http://www.kryogenix.org/code/browser/sorttable/
|
||||
|
||||
Instructions:
|
||||
Download this file
|
||||
Add <script src="sorttable.js"></script> to your HTML
|
||||
Add class="sortable" to any table you'd like to make sortable
|
||||
Click on the headers to sort
|
||||
|
||||
Thanks to many, many people for contributions and suggestions.
|
||||
Licenced as X11: http://www.kryogenix.org/code/browser/licence.html
|
||||
This basically means: do what you want with it.
|
||||
*/
|
||||
|
||||
|
||||
var stIsIE = /*@cc_on!@*/false;
|
||||
|
||||
sorttable = {
|
||||
init: function() {
|
||||
// quit if this function has already been called
|
||||
if (arguments.callee.done) return;
|
||||
// flag this function so we don't do the same thing twice
|
||||
arguments.callee.done = true;
|
||||
// kill the timer
|
||||
if (_timer) clearInterval(_timer);
|
||||
|
||||
if (!document.createElement || !document.getElementsByTagName) return;
|
||||
|
||||
sorttable.DATE_RE = /^(\d\d?)[\/\.-](\d\d?)[\/\.-]((\d\d)?\d\d)$/;
|
||||
|
||||
forEach(document.getElementsByTagName('table'), function(table) {
|
||||
if (table.className.search(/\bsortable\b/) != -1) {
|
||||
sorttable.makeSortable(table);
|
||||
}
|
||||
});
|
||||
|
||||
},
|
||||
|
||||
makeSortable: function(table) {
|
||||
if (table.getElementsByTagName('thead').length == 0) {
|
||||
// table doesn't have a tHead. Since it should have, create one and
|
||||
// put the first table row in it.
|
||||
the = document.createElement('thead');
|
||||
the.appendChild(table.rows[0]);
|
||||
table.insertBefore(the,table.firstChild);
|
||||
}
|
||||
// Safari doesn't support table.tHead, sigh
|
||||
if (table.tHead == null) table.tHead = table.getElementsByTagName('thead')[0];
|
||||
|
||||
if (table.tHead.rows.length != 1) return; // can't cope with two header rows
|
||||
|
||||
// Sorttable v1 put rows with a class of "sortbottom" at the bottom (as
|
||||
// "total" rows, for example). This is B&R, since what you're supposed
|
||||
// to do is put them in a tfoot. So, if there are sortbottom rows,
|
||||
// for backwards compatibility, move them to tfoot (creating it if needed).
|
||||
sortbottomrows = [];
|
||||
for (var i=0; i<table.rows.length; i++) {
|
||||
if (table.rows[i].className.search(/\bsortbottom\b/) != -1) {
|
||||
sortbottomrows[sortbottomrows.length] = table.rows[i];
|
||||
}
|
||||
}
|
||||
if (sortbottomrows) {
|
||||
if (table.tFoot == null) {
|
||||
// table doesn't have a tfoot. Create one.
|
||||
tfo = document.createElement('tfoot');
|
||||
table.appendChild(tfo);
|
||||
}
|
||||
for (var i=0; i<sortbottomrows.length; i++) {
|
||||
tfo.appendChild(sortbottomrows[i]);
|
||||
}
|
||||
delete sortbottomrows;
|
||||
}
|
||||
|
||||
// work through each column and calculate its type
|
||||
headrow = table.tHead.rows[0].cells;
|
||||
for (var i=0; i<headrow.length; i++) {
|
||||
// manually override the type with a sorttable_type attribute
|
||||
if (!headrow[i].className.match(/\bsorttable_nosort\b/)) { // skip this col
|
||||
mtch = headrow[i].className.match(/\bsorttable_([a-z0-9]+)\b/);
|
||||
if (mtch) { override = mtch[1]; }
|
||||
if (mtch && typeof sorttable["sort_"+override] == 'function') {
|
||||
headrow[i].sorttable_sortfunction = sorttable["sort_"+override];
|
||||
} else {
|
||||
headrow[i].sorttable_sortfunction = sorttable.guessType(table,i);
|
||||
}
|
||||
// make it clickable to sort
|
||||
headrow[i].sorttable_columnindex = i;
|
||||
headrow[i].sorttable_tbody = table.tBodies[0];
|
||||
dean_addEvent(headrow[i],"click", function(e) {
|
||||
|
||||
if (this.className.search(/\bsorttable_sorted\b/) != -1) {
|
||||
// if we're already sorted by this column, just
|
||||
// reverse the table, which is quicker
|
||||
sorttable.reverse(this.sorttable_tbody);
|
||||
this.className = this.className.replace('sorttable_sorted',
|
||||
'sorttable_sorted_reverse');
|
||||
this.removeChild(document.getElementById('sorttable_sortfwdind'));
|
||||
sortrevind = document.createElement('span');
|
||||
sortrevind.id = "sorttable_sortrevind";
|
||||
sortrevind.innerHTML = stIsIE ? ' <font face="webdings">5</font>' : ' ▴';
|
||||
this.appendChild(sortrevind);
|
||||
return;
|
||||
}
|
||||
if (this.className.search(/\bsorttable_sorted_reverse\b/) != -1) {
|
||||
// if we're already sorted by this column in reverse, just
|
||||
// re-reverse the table, which is quicker
|
||||
sorttable.reverse(this.sorttable_tbody);
|
||||
this.className = this.className.replace('sorttable_sorted_reverse',
|
||||
'sorttable_sorted');
|
||||
this.removeChild(document.getElementById('sorttable_sortrevind'));
|
||||
sortfwdind = document.createElement('span');
|
||||
sortfwdind.id = "sorttable_sortfwdind";
|
||||
sortfwdind.innerHTML = stIsIE ? ' <font face="webdings">6</font>' : ' ▾';
|
||||
this.appendChild(sortfwdind);
|
||||
return;
|
||||
}
|
||||
|
||||
// remove sorttable_sorted classes
|
||||
theadrow = this.parentNode;
|
||||
forEach(theadrow.childNodes, function(cell) {
|
||||
if (cell.nodeType == 1) { // an element
|
||||
cell.className = cell.className.replace('sorttable_sorted_reverse','');
|
||||
cell.className = cell.className.replace('sorttable_sorted','');
|
||||
}
|
||||
});
|
||||
sortfwdind = document.getElementById('sorttable_sortfwdind');
|
||||
if (sortfwdind) { sortfwdind.parentNode.removeChild(sortfwdind); }
|
||||
sortrevind = document.getElementById('sorttable_sortrevind');
|
||||
if (sortrevind) { sortrevind.parentNode.removeChild(sortrevind); }
|
||||
|
||||
this.className += ' sorttable_sorted';
|
||||
sortfwdind = document.createElement('span');
|
||||
sortfwdind.id = "sorttable_sortfwdind";
|
||||
sortfwdind.innerHTML = stIsIE ? ' <font face="webdings">6</font>' : ' ▾';
|
||||
this.appendChild(sortfwdind);
|
||||
|
||||
// build an array to sort. This is a Schwartzian transform thing,
|
||||
// i.e., we "decorate" each row with the actual sort key,
|
||||
// sort based on the sort keys, and then put the rows back in order
|
||||
// which is a lot faster because you only do getInnerText once per row
|
||||
row_array = [];
|
||||
col = this.sorttable_columnindex;
|
||||
rows = this.sorttable_tbody.rows;
|
||||
for (var j=0; j<rows.length; j++) {
|
||||
row_array[row_array.length] = [sorttable.getInnerText(rows[j].cells[col]), rows[j]];
|
||||
}
|
||||
/* If you want a stable sort, uncomment the following line */
|
||||
//sorttable.shaker_sort(row_array, this.sorttable_sortfunction);
|
||||
/* and comment out this one */
|
||||
row_array.sort(this.sorttable_sortfunction);
|
||||
|
||||
tb = this.sorttable_tbody;
|
||||
for (var j=0; j<row_array.length; j++) {
|
||||
tb.appendChild(row_array[j][1]);
|
||||
}
|
||||
|
||||
delete row_array;
|
||||
});
|
||||
}
|
||||
}
|
||||
},
|
||||
|
||||
guessType: function(table, column) {
|
||||
// guess the type of a column based on its first non-blank row
|
||||
sortfn = sorttable.sort_alpha;
|
||||
for (var i=0; i<table.tBodies[0].rows.length; i++) {
|
||||
text = sorttable.getInnerText(table.tBodies[0].rows[i].cells[column]);
|
||||
if (text != '') {
|
||||
if (text.match(/^-?[£$¤]?[\d,.]+%?$/)) {
|
||||
return sorttable.sort_numeric;
|
||||
}
|
||||
// check for a date: dd/mm/yyyy or dd/mm/yy
|
||||
// can have / or . or - as separator
|
||||
// can be mm/dd as well
|
||||
possdate = text.match(sorttable.DATE_RE)
|
||||
if (possdate) {
|
||||
// looks like a date
|
||||
first = parseInt(possdate[1]);
|
||||
second = parseInt(possdate[2]);
|
||||
if (first > 12) {
|
||||
// definitely dd/mm
|
||||
return sorttable.sort_ddmm;
|
||||
} else if (second > 12) {
|
||||
return sorttable.sort_mmdd;
|
||||
} else {
|
||||
// looks like a date, but we can't tell which, so assume
|
||||
// that it's dd/mm (English imperialism!) and keep looking
|
||||
sortfn = sorttable.sort_ddmm;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
return sortfn;
|
||||
},
|
||||
|
||||
getInnerText: function(node) {
|
||||
// gets the text we want to use for sorting for a cell.
|
||||
// strips leading and trailing whitespace.
|
||||
// this is *not* a generic getInnerText function; it's special to sorttable.
|
||||
// for example, you can override the cell text with a customkey attribute.
|
||||
// it also gets .value for <input> fields.
|
||||
|
||||
hasInputs = (typeof node.getElementsByTagName == 'function') &&
|
||||
node.getElementsByTagName('input').length;
|
||||
|
||||
if (node.getAttribute("sorttable_customkey") != null) {
|
||||
return node.getAttribute("sorttable_customkey");
|
||||
}
|
||||
else if (typeof node.textContent != 'undefined' && !hasInputs) {
|
||||
return node.textContent.replace(/^\s+|\s+$/g, '');
|
||||
}
|
||||
else if (typeof node.innerText != 'undefined' && !hasInputs) {
|
||||
return node.innerText.replace(/^\s+|\s+$/g, '');
|
||||
}
|
||||
else if (typeof node.text != 'undefined' && !hasInputs) {
|
||||
return node.text.replace(/^\s+|\s+$/g, '');
|
||||
}
|
||||
else {
|
||||
switch (node.nodeType) {
|
||||
case 3:
|
||||
if (node.nodeName.toLowerCase() == 'input') {
|
||||
return node.value.replace(/^\s+|\s+$/g, '');
|
||||
}
|
||||
case 4:
|
||||
return node.nodeValue.replace(/^\s+|\s+$/g, '');
|
||||
break;
|
||||
case 1:
|
||||
case 11:
|
||||
var innerText = '';
|
||||
for (var i = 0; i < node.childNodes.length; i++) {
|
||||
innerText += sorttable.getInnerText(node.childNodes[i]);
|
||||
}
|
||||
return innerText.replace(/^\s+|\s+$/g, '');
|
||||
break;
|
||||
default:
|
||||
return '';
|
||||
}
|
||||
}
|
||||
},
|
||||
|
||||
reverse: function(tbody) {
|
||||
// reverse the rows in a tbody
|
||||
newrows = [];
|
||||
for (var i=0; i<tbody.rows.length; i++) {
|
||||
newrows[newrows.length] = tbody.rows[i];
|
||||
}
|
||||
for (var i=newrows.length-1; i>=0; i--) {
|
||||
tbody.appendChild(newrows[i]);
|
||||
}
|
||||
delete newrows;
|
||||
},
|
||||
|
||||
/* sort functions
|
||||
each sort function takes two parameters, a and b
|
||||
you are comparing a[0] and b[0] */
|
||||
sort_numeric: function(a,b) {
|
||||
aa = parseFloat(a[0].replace(/[^0-9.-]/g,''));
|
||||
if (isNaN(aa)) aa = 0;
|
||||
bb = parseFloat(b[0].replace(/[^0-9.-]/g,''));
|
||||
if (isNaN(bb)) bb = 0;
|
||||
return aa-bb;
|
||||
},
|
||||
sort_alpha: function(a,b) {
|
||||
if (a[0]==b[0]) return 0;
|
||||
if (a[0]<b[0]) return -1;
|
||||
return 1;
|
||||
},
|
||||
sort_ddmm: function(a,b) {
|
||||
mtch = a[0].match(sorttable.DATE_RE);
|
||||
y = mtch[3]; m = mtch[2]; d = mtch[1];
|
||||
if (m.length == 1) m = '0'+m;
|
||||
if (d.length == 1) d = '0'+d;
|
||||
dt1 = y+m+d;
|
||||
mtch = b[0].match(sorttable.DATE_RE);
|
||||
y = mtch[3]; m = mtch[2]; d = mtch[1];
|
||||
if (m.length == 1) m = '0'+m;
|
||||
if (d.length == 1) d = '0'+d;
|
||||
dt2 = y+m+d;
|
||||
if (dt1==dt2) return 0;
|
||||
if (dt1<dt2) return -1;
|
||||
return 1;
|
||||
},
|
||||
sort_mmdd: function(a,b) {
|
||||
mtch = a[0].match(sorttable.DATE_RE);
|
||||
y = mtch[3]; d = mtch[2]; m = mtch[1];
|
||||
if (m.length == 1) m = '0'+m;
|
||||
if (d.length == 1) d = '0'+d;
|
||||
dt1 = y+m+d;
|
||||
mtch = b[0].match(sorttable.DATE_RE);
|
||||
y = mtch[3]; d = mtch[2]; m = mtch[1];
|
||||
if (m.length == 1) m = '0'+m;
|
||||
if (d.length == 1) d = '0'+d;
|
||||
dt2 = y+m+d;
|
||||
if (dt1==dt2) return 0;
|
||||
if (dt1<dt2) return -1;
|
||||
return 1;
|
||||
},
|
||||
|
||||
shaker_sort: function(list, comp_func) {
|
||||
// A stable sort function to allow multi-level sorting of data
|
||||
// see: http://en.wikipedia.org/wiki/Cocktail_sort
|
||||
// thanks to Joseph Nahmias
|
||||
var b = 0;
|
||||
var t = list.length - 1;
|
||||
var swap = true;
|
||||
|
||||
while(swap) {
|
||||
swap = false;
|
||||
for(var i = b; i < t; ++i) {
|
||||
if ( comp_func(list[i], list[i+1]) > 0 ) {
|
||||
var q = list[i]; list[i] = list[i+1]; list[i+1] = q;
|
||||
swap = true;
|
||||
}
|
||||
} // for
|
||||
t--;
|
||||
|
||||
if (!swap) break;
|
||||
|
||||
for(var i = t; i > b; --i) {
|
||||
if ( comp_func(list[i], list[i-1]) < 0 ) {
|
||||
var q = list[i]; list[i] = list[i-1]; list[i-1] = q;
|
||||
swap = true;
|
||||
}
|
||||
} // for
|
||||
b++;
|
||||
|
||||
} // while(swap)
|
||||
}
|
||||
}
|
||||
|
||||
/* ******************************************************************
|
||||
Supporting functions: bundled here to avoid depending on a library
|
||||
****************************************************************** */
|
||||
|
||||
// Dean Edwards/Matthias Miller/John Resig
|
||||
|
||||
/* for Mozilla/Opera9 */
|
||||
if (document.addEventListener) {
|
||||
document.addEventListener("DOMContentLoaded", sorttable.init, false);
|
||||
}
|
||||
|
||||
/* for Internet Explorer */
|
||||
/*@cc_on @*/
|
||||
/*@if (@_win32)
|
||||
document.write("<script id=__ie_onload defer src=javascript:void(0)><\/script>");
|
||||
var script = document.getElementById("__ie_onload");
|
||||
script.onreadystatechange = function() {
|
||||
if (this.readyState == "complete") {
|
||||
sorttable.init(); // call the onload handler
|
||||
}
|
||||
};
|
||||
/*@end @*/
|
||||
|
||||
/* for Safari */
|
||||
if (/WebKit/i.test(navigator.userAgent)) { // sniff
|
||||
var _timer = setInterval(function() {
|
||||
if (/loaded|complete/.test(document.readyState)) {
|
||||
sorttable.init(); // call the onload handler
|
||||
}
|
||||
}, 10);
|
||||
}
|
||||
|
||||
/* for other browsers */
|
||||
window.onload = sorttable.init;
|
||||
|
||||
// written by Dean Edwards, 2005
|
||||
// with input from Tino Zijdel, Matthias Miller, Diego Perini
|
||||
|
||||
// http://dean.edwards.name/weblog/2005/10/add-event/
|
||||
|
||||
function dean_addEvent(element, type, handler) {
|
||||
if (element.addEventListener) {
|
||||
element.addEventListener(type, handler, false);
|
||||
} else {
|
||||
// assign each event handler a unique ID
|
||||
if (!handler.$$guid) handler.$$guid = dean_addEvent.guid++;
|
||||
// create a hash table of event types for the element
|
||||
if (!element.events) element.events = {};
|
||||
// create a hash table of event handlers for each element/event pair
|
||||
var handlers = element.events[type];
|
||||
if (!handlers) {
|
||||
handlers = element.events[type] = {};
|
||||
// store the existing event handler (if there is one)
|
||||
if (element["on" + type]) {
|
||||
handlers[0] = element["on" + type];
|
||||
}
|
||||
}
|
||||
// store the event handler in the hash table
|
||||
handlers[handler.$$guid] = handler;
|
||||
// assign a global event handler to do all the work
|
||||
element["on" + type] = handleEvent;
|
||||
}
|
||||
};
|
||||
// a counter used to create unique IDs
|
||||
dean_addEvent.guid = 1;
|
||||
|
||||
function removeEvent(element, type, handler) {
|
||||
if (element.removeEventListener) {
|
||||
element.removeEventListener(type, handler, false);
|
||||
} else {
|
||||
// delete the event handler from the hash table
|
||||
if (element.events && element.events[type]) {
|
||||
delete element.events[type][handler.$$guid];
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
function handleEvent(event) {
|
||||
var returnValue = true;
|
||||
// grab the event object (IE uses a global event object)
|
||||
event = event || fixEvent(((this.ownerDocument || this.document || this).parentWindow || window).event);
|
||||
// get a reference to the hash table of event handlers
|
||||
var handlers = this.events[event.type];
|
||||
// execute each event handler
|
||||
for (var i in handlers) {
|
||||
this.$$handleEvent = handlers[i];
|
||||
if (this.$$handleEvent(event) === false) {
|
||||
returnValue = false;
|
||||
}
|
||||
}
|
||||
return returnValue;
|
||||
};
|
||||
|
||||
function fixEvent(event) {
|
||||
// add W3C standard event methods
|
||||
event.preventDefault = fixEvent.preventDefault;
|
||||
event.stopPropagation = fixEvent.stopPropagation;
|
||||
return event;
|
||||
};
|
||||
fixEvent.preventDefault = function() {
|
||||
this.returnValue = false;
|
||||
};
|
||||
fixEvent.stopPropagation = function() {
|
||||
this.cancelBubble = true;
|
||||
}
|
||||
|
||||
// Dean's forEach: http://dean.edwards.name/base/forEach.js
|
||||
/*
|
||||
forEach, version 1.0
|
||||
Copyright 2006, Dean Edwards
|
||||
License: http://www.opensource.org/licenses/mit-license.php
|
||||
*/
|
||||
|
||||
// array-like enumeration
|
||||
if (!Array.forEach) { // mozilla already supports this
|
||||
Array.forEach = function(array, block, context) {
|
||||
for (var i = 0; i < array.length; i++) {
|
||||
block.call(context, array[i], i, array);
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
// generic enumeration
|
||||
Function.prototype.forEach = function(object, block, context) {
|
||||
for (var key in object) {
|
||||
if (typeof this.prototype[key] == "undefined") {
|
||||
block.call(context, object[key], key, object);
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
// character enumeration
|
||||
String.forEach = function(string, block, context) {
|
||||
Array.forEach(string.split(""), function(chr, index) {
|
||||
block.call(context, chr, index, string);
|
||||
});
|
||||
};
|
||||
|
||||
// globally resolve forEach enumeration
|
||||
var forEach = function(object, block, context) {
|
||||
if (object) {
|
||||
var resolve = Object; // default
|
||||
if (object instanceof Function) {
|
||||
// functions have a "length" property
|
||||
resolve = Function;
|
||||
} else if (object.forEach instanceof Function) {
|
||||
// the object implements a custom forEach method so use that
|
||||
object.forEach(block, context);
|
||||
return;
|
||||
} else if (typeof object == "string") {
|
||||
// the object is a string
|
||||
resolve = String;
|
||||
} else if (typeof object.length == "number") {
|
||||
// the object is array-like
|
||||
resolve = Array;
|
||||
}
|
||||
resolve.forEach(object, block, context);
|
||||
}
|
||||
};
|
||||
|
||||
Loading…
Reference in New Issue