mirror of
https://git.yoctoproject.org/poky
synced 2026-02-06 08:48:45 +01:00
For many years OE-Core has injected it's own python modules into the python namespace using an immediate expansion of a variable in base.bbclass. It also added all entries from BBPATH to sys.path. We really need this to become a first class citizen of the langauge, this new addpylib directive allows that. Usage is of the form: addpylib <directory> <namespace> The namespace is imported and if there is an attribute BBIMPORT, that list of names is iterated and imported too. This mirrors what OE-Core has done for a long time with one difference in implmentation, sys.path is only appended to. This means later imported namespaces can't overwrite an earlier one and can't overwrite the main python module space. In practice we've never done that and it isn't something we should encourage or support. The new directive is only applied for .conf files and not other filetypes as it only makes sense in that context. It is also only allowed in the "base configuration" context of cookerdata since adding it at the recipe level wouldn't work properly due to the way it changes the global namespace. At the same time, move the list of modules to place in the global namespace into a BB_GLOBAL_PYMODULES variable. It is intended that only the core layer should touch this and it is meant to be a very small list, usually os and sys. BB_GLOBAL_PYMODULES is expected to be set before the first addpylib directive. Layers adding a lib directory will now need to use this directive as BBPATH is not going to be added automatically by OE-Core in future. The directives are immediate operations so it does make modules available sooner than the current OE-Core approach. The new code appends to sys.path rather than prepends as core did, as overwriting python standard library modules would be a bad idea and naturally encouraging people to collaborate around our own core modules is desireable. (Bitbake rev: afb8478d3853f6edf3669b93588314627d617d6b) Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
168 lines
4.5 KiB
Python
168 lines
4.5 KiB
Python
"""
|
|
BitBake Parsers
|
|
|
|
File parsers for the BitBake build tools.
|
|
|
|
"""
|
|
|
|
|
|
# Copyright (C) 2003, 2004 Chris Larson
|
|
# Copyright (C) 2003, 2004 Phil Blundell
|
|
#
|
|
# SPDX-License-Identifier: GPL-2.0-only
|
|
#
|
|
# Based on functions from the base bb module, Copyright 2003 Holger Schurig
|
|
#
|
|
|
|
handlers = []
|
|
|
|
import errno
|
|
import logging
|
|
import os
|
|
import stat
|
|
import bb
|
|
import bb.utils
|
|
import bb.siggen
|
|
|
|
logger = logging.getLogger("BitBake.Parsing")
|
|
|
|
class ParseError(Exception):
|
|
"""Exception raised when parsing fails"""
|
|
def __init__(self, msg, filename, lineno=0):
|
|
self.msg = msg
|
|
self.filename = filename
|
|
self.lineno = lineno
|
|
Exception.__init__(self, msg, filename, lineno)
|
|
|
|
def __str__(self):
|
|
if self.lineno:
|
|
return "ParseError at %s:%d: %s" % (self.filename, self.lineno, self.msg)
|
|
else:
|
|
return "ParseError in %s: %s" % (self.filename, self.msg)
|
|
|
|
class SkipRecipe(Exception):
|
|
"""Exception raised to skip this recipe"""
|
|
|
|
class SkipPackage(SkipRecipe):
|
|
"""Exception raised to skip this recipe (use SkipRecipe in new code)"""
|
|
|
|
__mtime_cache = {}
|
|
def cached_mtime(f):
|
|
if f not in __mtime_cache:
|
|
__mtime_cache[f] = os.stat(f)[stat.ST_MTIME]
|
|
return __mtime_cache[f]
|
|
|
|
def cached_mtime_noerror(f):
|
|
if f not in __mtime_cache:
|
|
try:
|
|
__mtime_cache[f] = os.stat(f)[stat.ST_MTIME]
|
|
except OSError:
|
|
return 0
|
|
return __mtime_cache[f]
|
|
|
|
def update_mtime(f):
|
|
try:
|
|
__mtime_cache[f] = os.stat(f)[stat.ST_MTIME]
|
|
except OSError:
|
|
if f in __mtime_cache:
|
|
del __mtime_cache[f]
|
|
return 0
|
|
return __mtime_cache[f]
|
|
|
|
def update_cache(f):
|
|
if f in __mtime_cache:
|
|
logger.debug("Updating mtime cache for %s" % f)
|
|
update_mtime(f)
|
|
|
|
def clear_cache():
|
|
global __mtime_cache
|
|
__mtime_cache = {}
|
|
|
|
def mark_dependency(d, f):
|
|
if f.startswith('./'):
|
|
f = "%s/%s" % (os.getcwd(), f[2:])
|
|
deps = (d.getVar('__depends', False) or [])
|
|
s = (f, cached_mtime_noerror(f))
|
|
if s not in deps:
|
|
deps.append(s)
|
|
d.setVar('__depends', deps)
|
|
|
|
def check_dependency(d, f):
|
|
s = (f, cached_mtime_noerror(f))
|
|
deps = (d.getVar('__depends', False) or [])
|
|
return s in deps
|
|
|
|
def supports(fn, data):
|
|
"""Returns true if we have a handler for this file, false otherwise"""
|
|
for h in handlers:
|
|
if h['supports'](fn, data):
|
|
return 1
|
|
return 0
|
|
|
|
def handle(fn, data, include=0, baseconfig=False):
|
|
"""Call the handler that is appropriate for this file"""
|
|
for h in handlers:
|
|
if h['supports'](fn, data):
|
|
with data.inchistory.include(fn):
|
|
return h['handle'](fn, data, include, baseconfig)
|
|
raise ParseError("not a BitBake file", fn)
|
|
|
|
def init(fn, data):
|
|
for h in handlers:
|
|
if h['supports'](fn):
|
|
return h['init'](data)
|
|
|
|
def init_parser(d):
|
|
if hasattr(bb.parse, "siggen"):
|
|
bb.parse.siggen.exit()
|
|
bb.parse.siggen = bb.siggen.init(d)
|
|
|
|
def resolve_file(fn, d):
|
|
if not os.path.isabs(fn):
|
|
bbpath = d.getVar("BBPATH")
|
|
newfn, attempts = bb.utils.which(bbpath, fn, history=True)
|
|
for af in attempts:
|
|
mark_dependency(d, af)
|
|
if not newfn:
|
|
raise IOError(errno.ENOENT, "file %s not found in %s" % (fn, bbpath))
|
|
fn = newfn
|
|
else:
|
|
mark_dependency(d, fn)
|
|
|
|
if not os.path.isfile(fn):
|
|
raise IOError(errno.ENOENT, "file %s not found" % fn)
|
|
|
|
return fn
|
|
|
|
# Used by OpenEmbedded metadata
|
|
__pkgsplit_cache__={}
|
|
def vars_from_file(mypkg, d):
|
|
if not mypkg or not mypkg.endswith((".bb", ".bbappend")):
|
|
return (None, None, None)
|
|
if mypkg in __pkgsplit_cache__:
|
|
return __pkgsplit_cache__[mypkg]
|
|
|
|
myfile = os.path.splitext(os.path.basename(mypkg))
|
|
parts = myfile[0].split('_')
|
|
__pkgsplit_cache__[mypkg] = parts
|
|
if len(parts) > 3:
|
|
raise ParseError("Unable to generate default variables from filename (too many underscores)", mypkg)
|
|
exp = 3 - len(parts)
|
|
tmplist = []
|
|
while exp != 0:
|
|
exp -= 1
|
|
tmplist.append(None)
|
|
parts.extend(tmplist)
|
|
return parts
|
|
|
|
def get_file_depends(d):
|
|
'''Return the dependent files'''
|
|
dep_files = []
|
|
depends = d.getVar('__base_depends', False) or []
|
|
depends = depends + (d.getVar('__depends', False) or [])
|
|
for (fn, _) in depends:
|
|
dep_files.append(os.path.abspath(fn))
|
|
return " ".join(dep_files)
|
|
|
|
from bb.parse.parse_py import __version__, ConfHandler, BBHandler
|