diff options
Diffstat (limited to 'trunk/src/genpkgindex/genpkgindex')
| -rw-r--r-- | trunk/src/genpkgindex/genpkgindex | 336 |
1 files changed, 0 insertions, 336 deletions
diff --git a/trunk/src/genpkgindex/genpkgindex b/trunk/src/genpkgindex/genpkgindex deleted file mode 100644 index c079b83..0000000 --- a/trunk/src/genpkgindex/genpkgindex +++ /dev/null @@ -1,336 +0,0 @@ -#!/usr/bin/python -# Copyright 2006-2007 Gentoo Foundation -# Distributed under the terms of the GNU General Public License v2 - - -import os -import stat -import sys -import time -import getopt -from stat import * - -if getattr(__builtins__, "set", None) is None: - from sets import Set as set - -for x in ['CFLAGS','CXXFLAGS', 'LDFLAGS','USE']: - os.environ[x] = '' -del x - -os.environ["USE_EXPAND"] = "-*" - -import portage - -try: - import portage.xpak as xpak - import portage.checksum as portage_checksum - import portage.dep as portage_dep - import portage.util as portage_util - import portage.const as portage_const -except ImportError: - import xpak - import portage_checksum - import portage_dep - import portage_util - import portage_const - -compress = bool(os.environ.get("COMPRESSPKGFILE", '')) -pkgdir = portage.settings["PKGDIR"] -opt_args_short="hqvcP:" -opt_args_long=["help", "quiet", "verbose", "compress", "pkgdir"] -quiet = False -verbose = False - -def usage(): - print portage.output.green("Usage:")+"\t"+portage.output.yellow("genpkgindex")+" -"+portage.output.blue("["+opt_args_short+"]") - print portage.output.white(" Options:")+" --"+" --".join(opt_args_long) - sys.exit(1) - -def update_pkgdir(): - if not os.path.exists(portage.settings["PKGDIR"]+"/All"): - return - - os.chdir(portage.settings["PKGDIR"]+"/All") - for x in os.listdir("."): - pkg = os.path.basename(x) - if pkg[-5:] != ".tbz2": - continue - - mode = os.lstat(pkg)[ST_MODE] - if not S_ISREG(mode): - if S_ISLNK(mode): - if not os.path.exists(os.readlink(x)): - if verbose: - portage.writemsg(portage.output.yellow(" * ")+"Removing broken symlink: "+x+"\n") - os.unlink(x) - continue - tbz2 = xpak.tbz2(pkg) - data = tbz2.getboth() - cat = xpak.getitem(data, "CATEGORY") - cat = cat[:-1] - if not os.path.exists("../"+cat): - os.mkdir("../"+cat) - if os.path.exists("../"+ cat + "/" + pkg): - os.unlink("../"+ cat + "/" + pkg) - os.rename(pkg, "../"+ cat + "/" + pkg) - os.symlink("../"+ cat + "/"+ pkg, pkg) - -def grabpkgnames(dirp): - names = [] - categories = portage.grabfile(portage.settings["PORTDIR"]+"/profiles/categories") - os.chdir(dirp) - for cat in os.listdir('.'): - if cat in categories: - for pkg in os.listdir(cat): - if os.path.basename(pkg).endswith("tbz2"): - names.append(cat+"/"+pkg) - names.sort() - return names - -def cleanxfiles(dirp): - global verbose - # Clean up stale cache files - os.chdir(portage_const.CACHE_PATH+"/xpak") - for pkg in os.listdir('.'): - p = os.path.basename(pkg) - if not p.endswith(".xpak"): - continue - tbz2 = xpak.tbz2(p) - stuff = tbz2.getboth() - cat = xpak.getitem(stuff, "CATEGORY") - if not os.path.exists(dirp + "/" + cat[:-1] + "/" + p[:-5] + ".tbz2"): - # tidy up - if verbose: - portage.writemsg(portage.output.yellow(" * ") + "Stale entry: " + dirp + "/" + cat[:-1] + "/" + p[:-5] + ".tbz2\n") - os.unlink(p) - os.unlink(p[:-5]+".md5") - -def cleanpkgdir(): - if os.path.exists("/usr/bin/eclean"): - os.system("/usr/bin/eclean -d packages") - - -def parseargs(): - global pkgdir - global compress - global verbose - global quiet - - if portage.settings.get("NOCOLOR") not in ("yes","true"): - portage.output.havecolor = 1 - else: - portage.output.havecolor = 0 - - # Parse the cmdline. - try: - opts, args = getopt.getopt(sys.argv[1:], opt_args_short, opt_args_long) - except getopt.GetoptError: - usage() - sys.exit(2) - - for opt, optarg in opts: - if opt in ("-v", "verbose"): - verbose = True - if opt in ("-h", "--help"): - usage() - if opt in ("-c", "--compress"): - compress = True - if opt in ("-q", "--quiet"): - quiet = True - if opt in ("-P", "--pkgdir"): - pkgdir = optarg - - if "cleanpkgdir" in portage.settings["FEATURES"]: - cleanpkgdir() - -def serialize_depset(src, context='and'): - l = [] - if not src: - return '' - if isinstance(src, basestring): - return src - i = iter(src) - for x in i: - if isinstance(x, basestring): - if x != '||': - l.append(x) - continue - x = i.next() - if len(x) == 1: - l.append(serialize_depset(x[0])) - else: - l.append("|| ( %s )" % serialize_depset(x)) - else: - # and block. - if context == 'and': - v = serialize_depset(x, context=context) - if v.strip(): - l.append(v) - else: - v = serialize_depset(x, context='or') - if v.strip(): - l.append("( %s )" % v.strip()) - return ' '.join(l) - -def getallpkgs(): - packages = [] - os.chdir(pkgdir) - for pkg in grabpkgnames(pkgdir): - - st = os.stat(pkg) - - if not os.path.exists(portage_const.CACHE_PATH+"/xpak/"): - os.mkdir(portage_const.CACHE_PATH+"/xpak/") - - fname = portage_const.CACHE_PATH+"/xpak/"+os.path.basename(pkg)[:-5]+".xpak" - - if os.path.exists(fname): - if st.st_mtime != os.stat(fname).st_mtime: - #print "unlinking "+fname - os.unlink(fname) - - if not os.path.exists(fname): - tbz2 = xpak.tbz2(pkg) - xpdata = xpak.xpak_mem(tbz2.get_data()) - fp = open(fname, "w") - fp.write(xpdata+xpak.encodeint(len(xpdata))+"STOP") - fp.close() - - chksum = portage_checksum.perform_md5(pkg) - fp = open(fname[:-5]+".md5", "w") - fp.write(chksum) - fp.close() - - os.utime(fname, (st.st_mtime, st.st_mtime)) - - else: - if os.path.exists(fname[:-5]+".md5"): - chksum = "".join(portage.grabfile(fname[:-5]+".md5")) - else: - chksum = portage_checksum.perform_md5(pkg) - - tbz2 = xpak.tbz2(fname) - - packages.append((pkg, tbz2, chksum, st)) - return packages - -def genpkgindex_header(fp, packages): - import re - profilever = os.path.normpath("///"+os.readlink("/etc/make.profile")) - basepath = os.path.normpath("///"+portage.settings["PORTDIR"]+"/profiles") - if re.match(basepath,profilever): - profilever = profilever[len(basepath)+1:] - else: - profilever = "!"+profilever - del basepath - - timestamp = str(time.time()).split(".")[0] - fp.write("# This file was auto generated by " + os.path.basename(sys.argv[0]) + "\n") - if pkgdir == portage.settings["PKGDIR"]: - fp.write("PROFILE: "+profilever+"\n") - fp.write("PACKAGES: "+str(len(packages)) +"\n") - fp.write("TIMESTAMP: "+timestamp+"\n") - - vmask = [ "AUTOCLEAN", "DISTDIR", "PKGDIR", "PORTDIR" , "PORTAGE_TMPDIR" , "PORTAGE_RSYNC_OPTS" ] - variables = portage_util.grabfile(portage.settings["PORTDIR"]+"/profiles/info_vars") - variables = [v for v in variables if v not in vmask] - variables.sort() - - for var in variables: - if var in portage.settings: - if (len(portage.settings[var])): - fp.write(var+": "+portage.settings[var]+"\n") - else: - fp.write("PACKAGES: "+str(len(packages)) +"\n") - fp.write("TIMESTAMP: "+timestamp+"\n") - fp.write("\n") - -def genpkgindex(packages): - os.chdir(pkgdir) - control_file = ".Packages" - fp = open(control_file, "w") - genpkgindex_header(fp, packages) - - for pkg, tbz2, chksum, st in packages: - stuff = tbz2.getboth() - if not stuff: - print "Not a tbz2: "+str(pkg) - continue - - cat = xpak.getitem(stuff, "CATEGORY") - - use = xpak.getitem(stuff, "USE") - if use is None: - use = '' - iuse = xpak.getitem(stuff, "IUSE") - if iuse is None: - iuse = '' - - s = xpak.getitem(stuff, "DESCRIPTION") - if s is not None: - s = ' '.join(s.split()) - if s: - fp.write("DESC: %s\n" % s) - # drop '.tbz2' - fp.write("CPV: %s/%s\n" % (cat.strip(), os.path.basename(pkg[:-5]))) - s = xpak.getitem(stuff, "SLOT") - if s is not None: - s = ' '.join(s.split()) - if s and s != "0": - fp.write("SLOT: %s\n" % s) - - split_use = use.split() - for name in ("LICENSE", "RDEPEND", "PDEPEND", "PROVIDE"): - item = xpak.getitem(stuff, name) - if item is None: - continue - val = portage_dep.use_reduce(portage_dep.paren_reduce(' '.join(item.split())), uselist=split_use) - if val: - fp.write("%s: %s\n" % (name, serialize_depset(val))) - - # map IUSE->USE and look for matching flags, filter dupes - # if both flags match then this is what matters. - s = set(split_use).intersection(iuse.split()) - if s: - l = list(s) - l.sort() - fp.write("USE: %s\n" % ' '.join(l)) - - fp.write("SIZE: "+ str(st[stat.ST_SIZE]) +"\n") - fp.write("MD5: "+chksum+"\n") - fp.write("\n") - - fp.write("\n") - fp.flush() - fp.close() - - if (compress): - os.system("bzip2 < .Packages > .Packages.bz2") - os.rename(".Packages.bz2", "Packages.bz2") - else: - if os.path.exists("Packages.bz2"): - os.unlink("Packages.bz2") - - os.rename(".Packages", "Packages") - - -def main(): - update_pkgdir() - - parseargs() - - if not quiet: - portage.writemsg(portage.output.green(' * ')+'Update binary package index %s/Packages\n' % pkgdir); - - start = time.time() - packages = getallpkgs() - genpkgindex(packages) - cleanxfiles(pkgdir) - finish = time.time() - - if not quiet: - portage.writemsg(portage.output.green(' * ')+"PKGDIR contains "+ str(len(packages)) + ' packages. (%.01fsec)\n' % (finish - start)); - - -if __name__ == "__main__": - main() |