mirror of
https://git.yoctoproject.org/poky
synced 2026-03-05 23:09:39 +01:00
53cc2c6cac
For image types, so far we don't include hddimg and iso. Then those files can not be deployed because they are filtered out in the image selection dialog. This patch is to include hddimg and iso (which are "live" in image types). Again, we have a TODO in the code for the future, that is to retrieve image types from the bitbake server instead of to use the walkaround. (Bitbake rev: d565507940be73fb5ea3ae7048d8d143c44c2a95) Signed-off-by: Shane Wang <shane.wang@intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
459 lines
19 KiB
Python
459 lines
19 KiB
Python
#
|
|
# BitBake Graphical GTK User Interface
|
|
#
|
|
# Copyright (C) 2011 Intel Corporation
|
|
#
|
|
# Authored by Joshua Lock <josh@linux.intel.com>
|
|
# Authored by Dongxiao Xu <dongxiao.xu@intel.com>
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
import gobject
|
|
import logging
|
|
from bb.ui.crumbs.runningbuild import RunningBuild
|
|
from bb.ui.crumbs.hobwidget import hcc
|
|
|
|
class HobHandler(gobject.GObject):
|
|
|
|
"""
|
|
This object does BitBake event handling for the hob gui.
|
|
"""
|
|
__gsignals__ = {
|
|
"layers-updated" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
"package-formats-updated" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
"config-updated" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_STRING, gobject.TYPE_PYOBJECT,)),
|
|
"command-succeeded" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_INT,)),
|
|
"command-failed" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_STRING,)),
|
|
"generating-data" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
()),
|
|
"data-generated" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
()),
|
|
"parsing-started" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
"parsing" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
"parsing-completed" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
}
|
|
|
|
(CFG_AVAIL_LAYERS, CFG_PATH_LAYERS, CFG_FILES_DISTRO, CFG_FILES_MACH, CFG_FILES_SDKMACH, FILES_MATCH_CLASS, PARSE_CONFIG, PARSE_BBFILES, GENERATE_TGTS, GENERATE_PACKAGEINFO, BUILD_TARGET_RECIPES, BUILD_TARGET_IMAGE, CMD_END) = range(13)
|
|
(LAYERS_REFRESH, GENERATE_RECIPES, GENERATE_PACKAGES, GENERATE_IMAGE, POPULATE_PACKAGEINFO) = range(5)
|
|
|
|
def __init__(self, server, server_addr, client_addr, recipe_model, package_model):
|
|
super(HobHandler, self).__init__()
|
|
|
|
self.build = RunningBuild(sequential=True)
|
|
|
|
self.recipe_model = recipe_model
|
|
self.package_model = package_model
|
|
|
|
self.commands_async = []
|
|
self.generating = False
|
|
self.current_phase = None
|
|
self.building = False
|
|
self.recipe_queue = []
|
|
self.package_queue = []
|
|
|
|
self.server = server
|
|
self.error_msg = ""
|
|
self.initcmd = None
|
|
|
|
self.split_model = False
|
|
if server_addr and client_addr:
|
|
self.split_model = (server_addr != client_addr)
|
|
self.reset_server() # reset server if server was found just now
|
|
self.server_addr = server_addr
|
|
|
|
def kick(self):
|
|
import xmlrpclib
|
|
try:
|
|
# kick the while thing off
|
|
if self.split_model:
|
|
self.commands_async.append(self.CFG_AVAIL_LAYERS)
|
|
else:
|
|
self.commands_async.append(self.CFG_PATH_LAYERS)
|
|
self.commands_async.append(self.CFG_FILES_DISTRO)
|
|
self.commands_async.append(self.CFG_FILES_MACH)
|
|
self.commands_async.append(self.CFG_FILES_SDKMACH)
|
|
self.commands_async.append(self.FILES_MATCH_CLASS)
|
|
self.run_next_command()
|
|
return True
|
|
except xmlrpclib.Fault as x:
|
|
print("XMLRPC Fault getting commandline:\n %s" % x)
|
|
return False
|
|
|
|
def set_busy(self):
|
|
if not self.generating:
|
|
self.emit("generating-data")
|
|
self.generating = True
|
|
|
|
def clear_busy(self):
|
|
if self.generating:
|
|
self.emit("data-generated")
|
|
self.generating = False
|
|
|
|
def run_next_command(self, initcmd=None):
|
|
if initcmd != None:
|
|
self.initcmd = initcmd
|
|
|
|
if self.commands_async:
|
|
self.set_busy()
|
|
next_command = self.commands_async.pop(0)
|
|
else:
|
|
self.clear_busy()
|
|
if self.initcmd != None:
|
|
self.emit("command-succeeded", self.initcmd)
|
|
return
|
|
|
|
if next_command == self.CFG_AVAIL_LAYERS:
|
|
self.server.runCommand(["findCoreBaseFiles", "layers", "conf/layer.conf"])
|
|
elif next_command == self.CFG_PATH_LAYERS:
|
|
self.server.runCommand(["findConfigFilePath", "bblayers.conf"])
|
|
elif next_command == self.CFG_FILES_DISTRO:
|
|
self.server.runCommand(["findConfigFiles", "DISTRO"])
|
|
elif next_command == self.CFG_FILES_MACH:
|
|
self.server.runCommand(["findConfigFiles", "MACHINE"])
|
|
elif next_command == self.CFG_FILES_SDKMACH:
|
|
self.server.runCommand(["findConfigFiles", "MACHINE-SDK"])
|
|
elif next_command == self.FILES_MATCH_CLASS:
|
|
self.server.runCommand(["findFilesMatchingInDir", "rootfs_", "classes"])
|
|
elif next_command == self.PARSE_CONFIG:
|
|
self.server.runCommand(["parseConfigurationFiles", "", ""])
|
|
elif next_command == self.PARSE_BBFILES:
|
|
self.server.runCommand(["parseFiles"])
|
|
elif next_command == self.GENERATE_TGTS:
|
|
self.server.runCommand(["generateTargetsTree", "classes/image.bbclass", [], True])
|
|
elif next_command == self.GENERATE_PACKAGEINFO:
|
|
self.server.runCommand(["triggerEvent", "bb.event.RequestPackageInfo()"])
|
|
elif next_command == self.BUILD_TARGET_RECIPES:
|
|
self.clear_busy()
|
|
self.building = True
|
|
self.server.runCommand(["buildTargets", self.recipe_queue, "build"])
|
|
self.recipe_queue = []
|
|
elif next_command == self.BUILD_TARGET_IMAGE:
|
|
self.clear_busy()
|
|
self.building = True
|
|
targets = ["hob-image"]
|
|
self.server.runCommand(["setVariable", "LINGUAS_INSTALL", ""])
|
|
self.server.runCommand(["setVariable", "PACKAGE_INSTALL", " ".join(self.package_queue)])
|
|
if self.toolchain_build:
|
|
pkgs = self.package_queue + [i+'-dev' for i in self.package_queue] + [i+'-dbg' for i in self.package_queue]
|
|
self.server.runCommand(["setVariable", "TOOLCHAIN_TARGET_TASK", " ".join(pkgs)])
|
|
targets.append("hob-toolchain")
|
|
self.server.runCommand(["buildTargets", targets, "build"])
|
|
|
|
def handle_event(self, event):
|
|
if not event:
|
|
return
|
|
|
|
if self.building:
|
|
self.current_phase = "building"
|
|
self.build.handle_event(event)
|
|
|
|
if isinstance(event, bb.event.PackageInfo):
|
|
self.package_model.populate(event._pkginfolist)
|
|
self.run_next_command()
|
|
|
|
elif(isinstance(event, logging.LogRecord)):
|
|
if event.levelno >= logging.ERROR:
|
|
self.error_msg += event.msg + '\n'
|
|
|
|
elif isinstance(event, bb.event.TargetsTreeGenerated):
|
|
self.current_phase = "data generation"
|
|
if event._model:
|
|
self.recipe_model.populate(event._model)
|
|
elif isinstance(event, bb.event.CoreBaseFilesFound):
|
|
self.current_phase = "configuration lookup"
|
|
paths = event._paths
|
|
self.emit('layers-updated', paths)
|
|
elif isinstance(event, bb.event.ConfigFilesFound):
|
|
self.current_phase = "configuration lookup"
|
|
var = event._variable
|
|
values = event._values
|
|
values.sort()
|
|
self.emit("config-updated", var, values)
|
|
elif isinstance(event, bb.event.ConfigFilePathFound):
|
|
self.current_phase = "configuration lookup"
|
|
elif isinstance(event, bb.event.FilesMatchingFound):
|
|
self.current_phase = "configuration lookup"
|
|
# FIXME: hard coding, should at least be a variable shared between
|
|
# here and the caller
|
|
if event._pattern == "rootfs_":
|
|
formats = []
|
|
for match in event._matches:
|
|
classname, sep, cls = match.rpartition(".")
|
|
fs, sep, format = classname.rpartition("_")
|
|
formats.append(format)
|
|
formats.sort()
|
|
self.emit("package-formats-updated", formats)
|
|
elif isinstance(event, bb.command.CommandCompleted):
|
|
self.current_phase = None
|
|
self.run_next_command()
|
|
|
|
elif isinstance(event, bb.event.NoProvider):
|
|
if event._runtime:
|
|
r = "R"
|
|
else:
|
|
r = ""
|
|
if event._dependees:
|
|
self.error_msg += " Nothing %sPROVIDES '%s' (but %s %sDEPENDS on or otherwise requires it)" % (r, event._item, ", ".join(event._dependees), r)
|
|
else:
|
|
self.error_msg += " Nothing %sPROVIDES '%s'" % (r, event._item)
|
|
if event._reasons:
|
|
for reason in event._reasons:
|
|
self.error_msg += " %s" % reason
|
|
|
|
self.commands_async = []
|
|
self.emit("command-failed", self.error_msg)
|
|
self.error_msg = ""
|
|
|
|
elif isinstance(event, bb.command.CommandFailed):
|
|
self.commands_async = []
|
|
if self.error_msg:
|
|
self.emit("command-failed", self.error_msg)
|
|
self.error_msg = ""
|
|
elif isinstance(event, (bb.event.ParseStarted,
|
|
bb.event.CacheLoadStarted,
|
|
bb.event.TreeDataPreparationStarted,
|
|
)):
|
|
message = {}
|
|
message["eventname"] = bb.event.getName(event)
|
|
message["current"] = 0
|
|
message["total"] = None
|
|
message["title"] = "Parsing recipes: "
|
|
self.emit("parsing-started", message)
|
|
elif isinstance(event, (bb.event.ParseProgress,
|
|
bb.event.CacheLoadProgress,
|
|
bb.event.TreeDataPreparationProgress)):
|
|
message = {}
|
|
message["eventname"] = bb.event.getName(event)
|
|
message["current"] = event.current
|
|
message["total"] = event.total
|
|
message["title"] = "Parsing recipes: "
|
|
self.emit("parsing", message)
|
|
elif isinstance(event, (bb.event.ParseCompleted,
|
|
bb.event.CacheLoadCompleted,
|
|
bb.event.TreeDataPreparationCompleted)):
|
|
message = {}
|
|
message["eventname"] = bb.event.getName(event)
|
|
message["current"] = event.total
|
|
message["total"] = event.total
|
|
message["title"] = "Parsing recipes: "
|
|
self.emit("parsing-completed", message)
|
|
|
|
return
|
|
|
|
def init_cooker(self):
|
|
self.server.runCommand(["initCooker"])
|
|
|
|
def refresh_layers(self, bblayers):
|
|
self.server.runCommand(["initCooker"])
|
|
self.server.runCommand(["setVariable", "BBLAYERS", " ".join(bblayers)])
|
|
self.commands_async.append(self.PARSE_CONFIG)
|
|
self.commands_async.append(self.CFG_FILES_DISTRO)
|
|
self.commands_async.append(self.CFG_FILES_MACH)
|
|
self.commands_async.append(self.CFG_FILES_SDKMACH)
|
|
self.commands_async.append(self.FILES_MATCH_CLASS)
|
|
self.run_next_command(self.LAYERS_REFRESH)
|
|
|
|
def set_extra_inherit(self, bbclass):
|
|
inherits = self.server.runCommand(["getVariable", "INHERIT"]) or ""
|
|
inherits = inherits + " " + bbclass
|
|
self.server.runCommand(["setVariable", "INHERIT", inherits])
|
|
|
|
def set_bblayers(self, bblayers):
|
|
self.server.runCommand(["setVariable", "BBLAYERS", " ".join(bblayers)])
|
|
|
|
def set_machine(self, machine):
|
|
self.server.runCommand(["setVariable", "MACHINE", machine])
|
|
|
|
def set_sdk_machine(self, sdk_machine):
|
|
self.server.runCommand(["setVariable", "SDKMACHINE", sdk_machine])
|
|
|
|
def set_image_fstypes(self, image_fstypes):
|
|
self.server.runCommand(["setVariable", "IMAGE_FSTYPES", " ".join(image_fstypes).lstrip(" ")])
|
|
|
|
def set_distro(self, distro):
|
|
self.server.runCommand(["setVariable", "DISTRO", distro])
|
|
|
|
def set_package_format(self, format):
|
|
package_classes = ""
|
|
for pkgfmt in format.split():
|
|
package_classes += ("package_%s" % pkgfmt + " ")
|
|
self.server.runCommand(["setVariable", "PACKAGE_CLASSES", package_classes])
|
|
|
|
def set_bbthreads(self, threads):
|
|
self.server.runCommand(["setVariable", "BB_NUMBER_THREADS", threads])
|
|
|
|
def set_pmake(self, threads):
|
|
pmake = "-j %s" % threads
|
|
self.server.runCommand(["setVariable", "PARALLEL_MAKE", pmake])
|
|
|
|
def set_dl_dir(self, directory):
|
|
self.server.runCommand(["setVariable", "DL_DIR", directory])
|
|
|
|
def set_sstate_dir(self, directory):
|
|
self.server.runCommand(["setVariable", "SSTATE_DIR", directory])
|
|
|
|
def set_sstate_mirror(self, url):
|
|
self.server.runCommand(["setVariable", "SSTATE_MIRROR", url])
|
|
|
|
def set_extra_size(self, image_extra_size):
|
|
self.server.runCommand(["setVariable", "IMAGE_ROOTFS_EXTRA_SPACE", str(image_extra_size)])
|
|
|
|
def set_rootfs_size(self, image_rootfs_size):
|
|
self.server.runCommand(["setVariable", "IMAGE_ROOTFS_SIZE", str(image_rootfs_size)])
|
|
|
|
def set_incompatible_license(self, incompat_license):
|
|
self.server.runCommand(["setVariable", "INCOMPATIBLE_LICENSE", incompat_license])
|
|
|
|
def set_extra_config(self, extra_setting):
|
|
for key in extra_setting.keys():
|
|
value = extra_setting[key]
|
|
self.server.runCommand(["setVariable", key, value])
|
|
|
|
def request_package_info_async(self):
|
|
self.commands_async.append(self.GENERATE_PACKAGEINFO)
|
|
self.run_next_command(self.POPULATE_PACKAGEINFO)
|
|
|
|
def generate_recipes(self):
|
|
self.commands_async.append(self.PARSE_CONFIG)
|
|
self.commands_async.append(self.GENERATE_TGTS)
|
|
self.run_next_command(self.GENERATE_RECIPES)
|
|
|
|
def generate_packages(self, tgts):
|
|
targets = []
|
|
targets.extend(tgts)
|
|
self.recipe_queue = targets
|
|
self.commands_async.append(self.PARSE_CONFIG)
|
|
self.commands_async.append(self.PARSE_BBFILES)
|
|
self.commands_async.append(self.BUILD_TARGET_RECIPES)
|
|
self.run_next_command(self.GENERATE_PACKAGES)
|
|
|
|
def generate_image(self, tgts, toolchain_build=False):
|
|
self.package_queue = tgts
|
|
self.toolchain_build = toolchain_build
|
|
self.commands_async.append(self.PARSE_CONFIG)
|
|
self.commands_async.append(self.PARSE_BBFILES)
|
|
self.commands_async.append(self.BUILD_TARGET_IMAGE)
|
|
self.run_next_command(self.GENERATE_IMAGE)
|
|
|
|
def build_failed_async(self):
|
|
self.initcmd = None
|
|
self.commands_async = []
|
|
self.building = False
|
|
|
|
def cancel_build(self, force=False):
|
|
if force:
|
|
# Force the cooker to stop as quickly as possible
|
|
self.server.runCommand(["stateStop"])
|
|
else:
|
|
# Wait for tasks to complete before shutting down, this helps
|
|
# leave the workdir in a usable state
|
|
self.server.runCommand(["stateShutdown"])
|
|
|
|
def reset_server(self):
|
|
self.server.runCommand(["resetCooker"])
|
|
|
|
def reset_build(self):
|
|
self.build.reset()
|
|
|
|
def get_parameters(self):
|
|
# retrieve the parameters from bitbake
|
|
params = {}
|
|
params["core_base"] = self.server.runCommand(["getVariable", "COREBASE"]) or ""
|
|
hob_layer = params["core_base"] + "/meta-hob"
|
|
params["layer"] = (self.server.runCommand(["getVariable", "BBLAYERS"]) or "") + " " + hob_layer
|
|
params["dldir"] = self.server.runCommand(["getVariable", "DL_DIR"]) or ""
|
|
params["machine"] = self.server.runCommand(["getVariable", "MACHINE"]) or ""
|
|
params["distro"] = self.server.runCommand(["getVariable", "DISTRO"]) or "defaultsetup"
|
|
params["pclass"] = self.server.runCommand(["getVariable", "PACKAGE_CLASSES"]) or ""
|
|
params["sstatedir"] = self.server.runCommand(["getVariable", "SSTATE_DIR"]) or ""
|
|
params["sstatemirror"] = self.server.runCommand(["getVariable", "SSTATE_MIRROR"]) or ""
|
|
|
|
num_threads = self.server.runCommand(["getCpuCount"])
|
|
if not num_threads:
|
|
num_threads = 1
|
|
max_threads = 65536
|
|
else:
|
|
num_threads = int(num_threads)
|
|
max_threads = 16 * num_threads
|
|
params["max_threads"] = max_threads
|
|
|
|
bbthread = self.server.runCommand(["getVariable", "BB_NUMBER_THREADS"])
|
|
if not bbthread:
|
|
bbthread = num_threads
|
|
else:
|
|
bbthread = int(bbthread)
|
|
params["bbthread"] = bbthread
|
|
|
|
pmake = self.server.runCommand(["getVariable", "PARALLEL_MAKE"])
|
|
if not pmake:
|
|
pmake = num_threads
|
|
elif isinstance(pmake, int):
|
|
pass
|
|
else:
|
|
pmake = int(pmake.lstrip("-j "))
|
|
params["pmake"] = pmake
|
|
|
|
image_addr = self.server.runCommand(["getVariable", "DEPLOY_DIR_IMAGE"]) or ""
|
|
if self.server_addr:
|
|
image_addr = "http://" + self.server_addr + ":" + image_addr
|
|
params["image_addr"] = image_addr
|
|
|
|
image_extra_size = self.server.runCommand(["getVariable", "IMAGE_ROOTFS_EXTRA_SPACE"])
|
|
if not image_extra_size:
|
|
image_extra_size = 0
|
|
else:
|
|
image_extra_size = int(image_extra_size)
|
|
params["image_extra_size"] = image_extra_size
|
|
|
|
image_rootfs_size = self.server.runCommand(["getVariable", "IMAGE_ROOTFS_SIZE"])
|
|
if not image_rootfs_size:
|
|
image_rootfs_size = 0
|
|
else:
|
|
image_rootfs_size = int(image_rootfs_size)
|
|
params["image_rootfs_size"] = image_rootfs_size
|
|
|
|
image_overhead_factor = self.server.runCommand(["getVariable", "IMAGE_OVERHEAD_FACTOR"])
|
|
if not image_overhead_factor:
|
|
image_overhead_factor = 1
|
|
else:
|
|
image_overhead_factor = float(image_overhead_factor)
|
|
params['image_overhead_factor'] = image_overhead_factor
|
|
|
|
params["incompat_license"] = self.server.runCommand(["getVariable", "INCOMPATIBLE_LICENSE"]) or ""
|
|
params["sdk_machine"] = self.server.runCommand(["getVariable", "SDKMACHINE"]) or self.server.runCommand(["getVariable", "SDK_ARCH"]) or ""
|
|
|
|
params["image_fstypes"] = self.server.runCommand(["getVariable", "IMAGE_FSTYPES"]) or ""
|
|
|
|
# walkaround
|
|
params["image_types"] = " ".join(hcc.SUPPORTED_IMAGE_TYPES.keys()).lstrip(" ")
|
|
return params
|