mirror of
https://git.yoctoproject.org/git/poky
synced 2026-01-01 13:58:04 +00:00
8ebe7be3d9
Currently we have a hierarchy of pkgdata directories and the code has to put together a search path and look through each in turn until it finds the data it needs. This has lead to a number of hardcoded paths and file globing which is unpredictable and undesirable. Worse, certain tricks that should be easy like a GL specific package architecture become problematic with the curretn search paths. With the modern sstate code, we can do better and construct a single pkgdata directory for each machine in just the same way as we do for the sysroot. This is already tried and well tested. With such a single directory, all the code that iterated through multiple pkgdata directories and simply be removed and give a significant simplification of the code. Even existing build directories adapt to the change well since the package contents doesn't change, just the location they're installed to and the stamp for them. The only complication is the we need a different shlibs directory for each multilib. These are only used by package.bbclass and the simple fix is to add MLPREFIX to the shlib directory name. This means the multilib packages will repackage and the sstate checksum will change but an existing build directory will adapt to the changes safely. It is close to release however I believe the benefits this patch give us are worth consideration for inclusion and give us more options for dealing with problems like the GL one. It also sets the ground work well for shlibs improvements in 1.6. (From OE-Core rev: 1b8e4abd2d9c0901d38d89d0f944fe1ffd019379) Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
214 lines
7.3 KiB
Python
Executable File
214 lines
7.3 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# OpenEmbedded pkgdata utility
|
|
#
|
|
# Written by: Paul Eggleton <paul.eggleton@linux.intel.com>
|
|
#
|
|
# Copyright 2012 Intel Corporation
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
#
|
|
#
|
|
# Currently only has two functions:
|
|
# 1) glob - mapping of packages to their dev/dbg/doc/locale etc. counterparts.
|
|
# 2) read-value - mapping of packagenames to their location in
|
|
# pkgdata and then returns value of selected variable (e.g. PKGSIZE)
|
|
# Could be extended in future to perform other useful querying functions on the
|
|
# pkgdata though.
|
|
#
|
|
|
|
import sys
|
|
import os
|
|
import os.path
|
|
import fnmatch
|
|
import re
|
|
|
|
def usage():
|
|
print("syntax: oe-pkgdata-util glob [-d] <pkgdatadir> <vendor-os> <pkglist> \"<globs>\"\n \
|
|
read-value [-d] <pkgdatadir> <vendor-os> <value-name> \"<package-name>_<package_architecture>\"");
|
|
|
|
|
|
|
|
def glob(args):
|
|
if len(args) < 3:
|
|
usage()
|
|
sys.exit(1)
|
|
|
|
pkgdata_dir = args[0]
|
|
pkglist_file = args[1]
|
|
globs = args[2].split()
|
|
|
|
skipregex = re.compile("-locale-|^locale-base-|-dev$|-doc$|-dbg$|-staticdev$|^kernel-module-")
|
|
|
|
mappedpkgs = set()
|
|
with open(pkglist_file, 'r') as f:
|
|
for line in f:
|
|
fields = line.rstrip().split()
|
|
if len(fields) < 2:
|
|
continue
|
|
pkg = fields[0]
|
|
arch = fields[1]
|
|
|
|
# Skip packages for which there is no point applying globs
|
|
if skipregex.search(pkg):
|
|
if debug:
|
|
print("%s -> !!" % pkg)
|
|
continue
|
|
|
|
# Skip packages that already match the globs, so if e.g. a dev package
|
|
# is already installed and thus in the list, we don't process it any further
|
|
# Most of these will be caught by skipregex already, but just in case...
|
|
already = False
|
|
for g in globs:
|
|
if fnmatch.fnmatchcase(pkg, g):
|
|
already = True
|
|
break
|
|
if already:
|
|
if debug:
|
|
print("%s -> !" % pkg)
|
|
continue
|
|
|
|
# Define some functions
|
|
def revpkgdata(pkgn):
|
|
return os.path.join(pkgdata_dir, "runtime-reverse", pkgn)
|
|
def fwdpkgdata(pkgn):
|
|
return os.path.join(pkgdata_dir, "runtime", pkgn)
|
|
def readpn(pkgdata_file):
|
|
pn = ""
|
|
with open(pkgdata_file, 'r') as f:
|
|
for line in f:
|
|
if line.startswith("PN:"):
|
|
pn = line.split(': ')[1].rstrip()
|
|
return pn
|
|
def readrenamed(pkgdata_file):
|
|
renamed = ""
|
|
pn = os.path.basename(pkgdata_file)
|
|
with open(pkgdata_file, 'r') as f:
|
|
for line in f:
|
|
if line.startswith("PKG_%s:" % pn):
|
|
renamed = line.split(': ')[1].rstrip()
|
|
return renamed
|
|
|
|
# Main processing loop
|
|
for g in globs:
|
|
mappedpkg = ""
|
|
# First just try substitution (i.e. packagename -> packagename-dev)
|
|
newpkg = g.replace("*", pkg)
|
|
revlink = revpkgdata(newpkg)
|
|
if os.path.exists(revlink):
|
|
mappedpkg = os.path.basename(os.readlink(revlink))
|
|
fwdfile = fwdpkgdata(mappedpkg)
|
|
if os.path.exists(fwdfile):
|
|
mappedpkg = readrenamed(fwdfile)
|
|
if not os.path.exists(fwdfile + ".packaged"):
|
|
mappedpkg = ""
|
|
else:
|
|
revlink = revpkgdata(pkg)
|
|
if os.path.exists(revlink):
|
|
# Check if we can map after undoing the package renaming (by resolving the symlink)
|
|
origpkg = os.path.basename(os.readlink(revlink))
|
|
newpkg = g.replace("*", origpkg)
|
|
fwdfile = fwdpkgdata(newpkg)
|
|
if os.path.exists(fwdfile):
|
|
mappedpkg = readrenamed(fwdfile)
|
|
else:
|
|
# That didn't work, so now get the PN, substitute that, then map in the other direction
|
|
pn = readpn(revlink)
|
|
newpkg = g.replace("*", pn)
|
|
fwdfile = fwdpkgdata(newpkg)
|
|
if os.path.exists(fwdfile):
|
|
mappedpkg = readrenamed(fwdfile)
|
|
if not os.path.exists(fwdfile + ".packaged"):
|
|
mappedpkg = ""
|
|
else:
|
|
# Package doesn't even exist...
|
|
if debug:
|
|
print "%s is not a valid package!" % (pkg)
|
|
break
|
|
|
|
if mappedpkg:
|
|
if debug:
|
|
print "%s (%s) -> %s" % (pkg, g, mappedpkg)
|
|
mappedpkgs.add(mappedpkg)
|
|
else:
|
|
if debug:
|
|
print "%s (%s) -> ?" % (pkg, g)
|
|
|
|
if debug:
|
|
print "------"
|
|
|
|
print("\n".join(mappedpkgs))
|
|
|
|
def read_value(args):
|
|
if len(args) < 3:
|
|
usage()
|
|
sys.exit(1)
|
|
|
|
pkgdata_dir = args[0]
|
|
var = args[1]
|
|
packages = args[2].split()
|
|
|
|
def readvar(pkgdata_file, var):
|
|
val = ""
|
|
with open(pkgdata_file, 'r') as f:
|
|
for line in f:
|
|
if line.startswith(var + ":"):
|
|
val = line.split(': ')[1].rstrip()
|
|
return val
|
|
|
|
if debug:
|
|
print "read-value('%s', '%s' '%s'" % (pkgdata_dir, var, packages)
|
|
for package in packages:
|
|
pkg_split = package.split('_')
|
|
pkg_name = pkg_split[0]
|
|
pkg_arch = '_'.join(pkg_split[1:])
|
|
if debug:
|
|
print "package: name: '%s', arch: '%s'" % (pkg_name, pkg_arch)
|
|
revlink = os.path.join(pkgdata_dir, "runtime-reverse", pkg_name)
|
|
if debug:
|
|
print(revlink)
|
|
if os.path.exists(revlink):
|
|
mappedpkg = os.path.basename(os.readlink(revlink))
|
|
qvar = var
|
|
if qvar == "PKGSIZE":
|
|
# append packagename
|
|
qvar = "%s_%s" % (var, mappedpkg)
|
|
print(readvar(revlink, qvar))
|
|
|
|
# Too lazy to use getopt
|
|
debug = False
|
|
noopt = False
|
|
args = []
|
|
for arg in sys.argv[1:]:
|
|
if arg == "--":
|
|
noopt = True
|
|
else:
|
|
if not noopt:
|
|
if arg == "-d":
|
|
debug = True
|
|
continue
|
|
args.append(arg)
|
|
|
|
if len(args) < 1:
|
|
usage()
|
|
sys.exit(1)
|
|
|
|
if args[0] == "glob":
|
|
glob(args[1:])
|
|
elif args[0] == "read-value":
|
|
read_value(args[1:])
|
|
else:
|
|
usage()
|
|
sys.exit(1)
|