poky/scripts/oe-pkgdata-util

#!/usr/bin/env python

OpenEmbedded pkgdata utility

Written by: Paul Eggleton paul.eggleton@linux.intel.com

Copyright 2012 Intel Corporation

This program is free software; you can redistribute it and/or modify

it under the terms of the GNU General Public License version 2 as

published by the Free Software Foundation.

This program is distributed in the hope that it will be useful,

but WITHOUT ANY WARRANTY; without even the implied warranty of

MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the

GNU General Public License for more details.

You should have received a copy of the GNU General Public License along

with this program; if not, write to the Free Software Foundation, Inc.,

51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

Currently only has two functions:

1) glob - mapping of packages to their dev/dbg/doc/locale etc. counterparts.

2) read-value - mapping of packagenames to their location in

pkgdata and then returns value of selected variable (e.g. PKGSIZE)

Could be extended in future to perform other useful querying functions on the

pkgdata though.

import sys import os import os.path import fnmatch import re

def usage(): print("syntax: oe-pkgdata-util glob [-d] ""\n
read-value [-d] "_<package_architecture>"");

def glob(args): if len(args) < 4: usage() sys.exit(1)

pkgdata_dir = args[0]
target_suffix = args[1]
pkglist_file = args[2]
globs = args[3].split()

if target_suffix.startswith("-"):
    target_suffix = target_suffix[1:]

skipregex = re.compile("-locale-|^locale-base-|-dev$|-doc$|-dbg$|-staticdev$|^kernel-module-")

mappedpkgs = set()
with open(pkglist_file, 'r') as f:
    for line in f:
        fields = line.rstrip().split()
        if len(fields) < 2:
            continue
        pkg = fields[0]
        arch = fields[1]
        multimach_target_sys = "%s-%s" % (arch, target_suffix)

        # Skip packages for which there is no point applying globs
        if skipregex.search(pkg):
            if debug:
                print("%s -> !!" % pkg)
            continue

        # Skip packages that already match the globs, so if e.g. a dev package
        # is already installed and thus in the list, we don't process it any further
        # Most of these will be caught by skipregex already, but just in case...
        already = False
        for g in globs:
            if fnmatch.fnmatchcase(pkg, g):
                already = True
                break
        if already:
            if debug:
                print("%s -> !" % pkg)
            continue

        # Define some functions
        def revpkgdata(pkgn):
            return os.path.join(pkgdata_dir, multimach_target_sys, "runtime-reverse", pkgn)
        def fwdpkgdata(pkgn):
            return os.path.join(pkgdata_dir, multimach_target_sys, "runtime", pkgn)
        def readpn(pkgdata_file):
            pn = ""
            with open(pkgdata_file, 'r') as f:
                for line in f:
                    if line.startswith("PN:"):
                        pn = line.split(': ')[1].rstrip()
            return pn
        def readrenamed(pkgdata_file):
            renamed = ""
            pn = os.path.basename(pkgdata_file)
            with open(pkgdata_file, 'r') as f:
                for line in f:
                    if line.startswith("PKG_%s:" % pn):
                        renamed = line.split(': ')[1].rstrip()
            return renamed

        # Main processing loop
        for g in globs:
            mappedpkg = ""
            # First just try substitution (i.e. packagename -> packagename-dev)
            newpkg = g.replace("*", pkg)
            revlink = revpkgdata(newpkg)
            if os.path.exists(revlink):
                mappedpkg = os.path.basename(os.readlink(revlink))
                fwdfile = fwdpkgdata(mappedpkg)
                if os.path.exists(fwdfile):
                    mappedpkg = readrenamed(fwdfile)
                if not os.path.exists(fwdfile + ".packaged"):
                    mappedpkg = ""
            else:
                revlink = revpkgdata(pkg)
                if os.path.exists(revlink):
                    # Check if we can map after undoing the package renaming (by resolving the symlink)
                    origpkg = os.path.basename(os.readlink(revlink))
                    newpkg = g.replace("*", origpkg)
                    fwdfile = fwdpkgdata(newpkg)
                    if os.path.exists(fwdfile):
                        mappedpkg = readrenamed(fwdfile)
                    else:
                        # That didn't work, so now get the PN, substitute that, then map in the other direction
                        pn = readpn(revlink)
                        newpkg = g.replace("*", pn)
                        fwdfile = fwdpkgdata(newpkg)
                        if os.path.exists(fwdfile):
                            mappedpkg = readrenamed(fwdfile)
                    if not os.path.exists(fwdfile + ".packaged"):
                        mappedpkg = ""
                else:
                    # Package doesn't even exist...
                    if debug:
                        print "%s is not a valid package!" % (pkg)
                    break

            if mappedpkg:
                if debug:
                    print "%s (%s) -> %s" % (pkg, g, mappedpkg)
                mappedpkgs.add(mappedpkg)
            else:
                if debug:
                    print "%s (%s) -> ?" % (pkg, g)

if debug:
    print "------"

print("\n".join(mappedpkgs))

def read_value(args): if len(args) < 4: usage() sys.exit(1)

pkgdata_dir = args[0]
target_suffix = args[1]
var = args[2]
packages = args[3].split()

if target_suffix.startswith("-"):
    target_suffix = target_suffix[1:]

def readvar(pkgdata_file, var):
    val = ""
    with open(pkgdata_file, 'r') as f:
        for line in f:
            if line.startswith(var + ":"):
                val = line.split(': ')[1].rstrip()
    return val

if debug:
    print "read-value('%s', '%s', '%s' '%s'" % (pkgdata_dir, target_suffix, var, packages)
for package in packages:
    pkg_split = package.split('_')
    pkg_name = pkg_split[0]
    pkg_arch = '_'.join(pkg_split[1:])
    if debug:
        print "package: name: '%s', arch: '%s'" % (pkg_name, pkg_arch)
    multimach_target_sys = "%s-%s" % (pkg_arch, target_suffix)
    revlink = os.path.join(pkgdata_dir, multimach_target_sys, "runtime-reverse", pkg_name)
    if debug:
        print(revlink)
    if not os.path.exists(revlink):
        # [YOCTO #4227] try to drop -gnueabi from TARGET_OS
        multimach_target_sys = '-'.join(multimach_target_sys.split('-')[:-1])
        revlink = os.path.join(pkgdata_dir, multimach_target_sys, "runtime-reverse", pkg_name)
        if debug:
            print(revlink)
    if os.path.exists(revlink):
        mappedpkg = os.path.basename(os.readlink(revlink))
        qvar = var
        if qvar == "PKGSIZE":
            # append packagename
            qvar = "%s_%s" % (var, mappedpkg)
        print(readvar(revlink, qvar))

Too lazy to use getopt

debug = False noopt = False args = [] for arg in sys.argv[1:]: if arg == "--": noopt = True else: if not noopt: if arg == "-d": debug = True continue args.append(arg)

if len(args) < 1: usage() sys.exit(1)

if args[0] == "glob": glob(args[1:]) elif args[0] == "read-value": read_value(args[1:]) else: usage() sys.exit(1)