mirror of
git://git.yoctoproject.org/poky
synced 2026-10-02 16:20:14 +00:00
In Hob advanced setting, if "defaultsetup" is selected, we need to leave DISTRO variable not set in bitbake server. Otherwise, defaultsetup.conf will be parsed twice, causing TMPDIR and its related variables mess up. (Bitbake rev: 863b14ebf2c7443ce6df362f24af6395e520edbc) Signed-off-by: Dongxiao Xu <dongxiao.xu@intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
443 lines
19 KiB
Python
443 lines
19 KiB
Python
#
|
|
# BitBake Graphical GTK User Interface
|
|
#
|
|
# Copyright (C) 2011 Intel Corporation
|
|
#
|
|
# Authored by Joshua Lock <josh@linux.intel.com>
|
|
# Authored by Dongxiao Xu <dongxiao.xu@intel.com>
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
import gobject
|
|
import logging
|
|
from bb.ui.crumbs.runningbuild import RunningBuild
|
|
from bb.ui.crumbs.hobwidget import hcc
|
|
|
|
class HobHandler(gobject.GObject):
|
|
|
|
"""
|
|
This object does BitBake event handling for the hob gui.
|
|
"""
|
|
__gsignals__ = {
|
|
"layers-updated" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
"package-formats-updated" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
"config-updated" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_STRING, gobject.TYPE_PYOBJECT,)),
|
|
"command-succeeded" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_INT,)),
|
|
"command-failed" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_STRING,)),
|
|
"generating-data" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
()),
|
|
"data-generated" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
()),
|
|
"parsing-started" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
"parsing" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
"parsing-completed" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
}
|
|
|
|
(PARSE_CONFIG, GENERATE_CONFIGURATION, GENERATE_RECIPES, GENERATE_PACKAGES, GENERATE_IMAGE, POPULATE_PACKAGEINFO) = range(6)
|
|
(SUB_PATH_LAYERS, SUB_FILES_DISTRO, SUB_FILES_MACH, SUB_FILES_SDKMACH, SUB_MATCH_CLASS, SUB_PARSE_CONFIG, SUB_GNERATE_TGTS, SUB_GENERATE_PKGINFO, SUB_BUILD_RECIPES, SUB_BUILD_IMAGE) = range(10)
|
|
|
|
def __init__(self, server, recipe_model, package_model):
|
|
super(HobHandler, self).__init__()
|
|
|
|
self.build = RunningBuild(sequential=True)
|
|
|
|
self.recipe_model = recipe_model
|
|
self.package_model = package_model
|
|
|
|
self.commands_async = []
|
|
self.generating = False
|
|
self.current_phase = None
|
|
self.building = False
|
|
self.recipe_queue = []
|
|
self.package_queue = []
|
|
|
|
self.server = server
|
|
self.error_msg = ""
|
|
self.initcmd = None
|
|
|
|
def set_busy(self):
|
|
if not self.generating:
|
|
self.emit("generating-data")
|
|
self.generating = True
|
|
|
|
def clear_busy(self):
|
|
if self.generating:
|
|
self.emit("data-generated")
|
|
self.generating = False
|
|
|
|
def run_next_command(self, initcmd=None):
|
|
if initcmd != None:
|
|
self.initcmd = initcmd
|
|
|
|
if self.commands_async:
|
|
self.set_busy()
|
|
next_command = self.commands_async.pop(0)
|
|
else:
|
|
self.clear_busy()
|
|
if self.initcmd != None:
|
|
self.emit("command-succeeded", self.initcmd)
|
|
return
|
|
|
|
if next_command == self.SUB_PATH_LAYERS:
|
|
self.server.runCommand(["findConfigFilePath", "bblayers.conf"])
|
|
elif next_command == self.SUB_FILES_DISTRO:
|
|
self.server.runCommand(["findConfigFiles", "DISTRO"])
|
|
elif next_command == self.SUB_FILES_MACH:
|
|
self.server.runCommand(["findConfigFiles", "MACHINE"])
|
|
elif next_command == self.SUB_FILES_SDKMACH:
|
|
self.server.runCommand(["findConfigFiles", "MACHINE-SDK"])
|
|
elif next_command == self.SUB_MATCH_CLASS:
|
|
self.server.runCommand(["findFilesMatchingInDir", "rootfs_", "classes"])
|
|
elif next_command == self.SUB_PARSE_CONFIG:
|
|
self.server.runCommand(["parseConfigurationFiles", "", ""])
|
|
elif next_command == self.SUB_GNERATE_TGTS:
|
|
self.server.runCommand(["generateTargetsTree", "classes/image.bbclass", []])
|
|
elif next_command == self.SUB_GENERATE_PKGINFO:
|
|
self.server.runCommand(["triggerEvent", "bb.event.RequestPackageInfo()"])
|
|
elif next_command == self.SUB_BUILD_RECIPES:
|
|
self.clear_busy()
|
|
self.building = True
|
|
self.server.runCommand(["buildTargets", self.recipe_queue, "build"])
|
|
self.recipe_queue = []
|
|
elif next_command == self.SUB_BUILD_IMAGE:
|
|
self.clear_busy()
|
|
self.building = True
|
|
targets = ["hob-image"]
|
|
self.server.runCommand(["setVariable", "LINGUAS_INSTALL", ""])
|
|
self.server.runCommand(["setVariable", "PACKAGE_INSTALL", " ".join(self.package_queue)])
|
|
if self.toolchain_build:
|
|
pkgs = self.package_queue + [i+'-dev' for i in self.package_queue] + [i+'-dbg' for i in self.package_queue]
|
|
self.server.runCommand(["setVariable", "TOOLCHAIN_TARGET_TASK", " ".join(pkgs)])
|
|
targets.append("hob-toolchain")
|
|
self.server.runCommand(["buildTargets", targets, "build"])
|
|
|
|
def handle_event(self, event):
|
|
if not event:
|
|
return
|
|
|
|
if self.building:
|
|
self.current_phase = "building"
|
|
self.build.handle_event(event)
|
|
|
|
if isinstance(event, bb.event.PackageInfo):
|
|
self.package_model.populate(event._pkginfolist)
|
|
self.run_next_command()
|
|
|
|
elif(isinstance(event, logging.LogRecord)):
|
|
if event.levelno >= logging.ERROR:
|
|
self.error_msg += event.msg + '\n'
|
|
|
|
elif isinstance(event, bb.event.TargetsTreeGenerated):
|
|
self.current_phase = "data generation"
|
|
if event._model:
|
|
self.recipe_model.populate(event._model)
|
|
elif isinstance(event, bb.event.CoreBaseFilesFound):
|
|
self.current_phase = "configuration lookup"
|
|
paths = event._paths
|
|
self.emit('layers-updated', paths)
|
|
elif isinstance(event, bb.event.ConfigFilesFound):
|
|
self.current_phase = "configuration lookup"
|
|
var = event._variable
|
|
values = event._values
|
|
values.sort()
|
|
self.emit("config-updated", var, values)
|
|
elif isinstance(event, bb.event.ConfigFilePathFound):
|
|
self.current_phase = "configuration lookup"
|
|
elif isinstance(event, bb.event.FilesMatchingFound):
|
|
self.current_phase = "configuration lookup"
|
|
# FIXME: hard coding, should at least be a variable shared between
|
|
# here and the caller
|
|
if event._pattern == "rootfs_":
|
|
formats = []
|
|
for match in event._matches:
|
|
classname, sep, cls = match.rpartition(".")
|
|
fs, sep, format = classname.rpartition("_")
|
|
formats.append(format)
|
|
formats.sort()
|
|
self.emit("package-formats-updated", formats)
|
|
elif isinstance(event, bb.command.CommandCompleted):
|
|
self.current_phase = None
|
|
self.run_next_command()
|
|
# TODO: Currently there are NoProvider issues when generate
|
|
# universe tree dependency for non-x86 architecture.
|
|
# Comment the follow code to enable the build of non-x86
|
|
# architectures in Hob.
|
|
#elif isinstance(event, bb.event.NoProvider):
|
|
# if event._runtime:
|
|
# r = "R"
|
|
# else:
|
|
# r = ""
|
|
# if event._dependees:
|
|
# self.error_msg += " Nothing %sPROVIDES '%s' (but %s %sDEPENDS on or otherwise requires it)" % (r, event._item, ", ".join(event._dependees), r)
|
|
# else:
|
|
# self.error_msg += " Nothing %sPROVIDES '%s'" % (r, event._item)
|
|
# if event._reasons:
|
|
# for reason in event._reasons:
|
|
# self.error_msg += " %s" % reason
|
|
|
|
# self.commands_async = []
|
|
# self.emit("command-failed", self.error_msg)
|
|
# self.error_msg = ""
|
|
|
|
elif isinstance(event, bb.command.CommandFailed):
|
|
self.commands_async = []
|
|
self.emit("command-failed", self.error_msg)
|
|
self.error_msg = ""
|
|
elif isinstance(event, (bb.event.ParseStarted,
|
|
bb.event.CacheLoadStarted,
|
|
bb.event.TreeDataPreparationStarted,
|
|
)):
|
|
message = {}
|
|
message["eventname"] = bb.event.getName(event)
|
|
message["current"] = 0
|
|
message["total"] = None
|
|
message["title"] = "Parsing recipes: "
|
|
self.emit("parsing-started", message)
|
|
elif isinstance(event, (bb.event.ParseProgress,
|
|
bb.event.CacheLoadProgress,
|
|
bb.event.TreeDataPreparationProgress)):
|
|
message = {}
|
|
message["eventname"] = bb.event.getName(event)
|
|
message["current"] = event.current
|
|
message["total"] = event.total
|
|
message["title"] = "Parsing recipes: "
|
|
self.emit("parsing", message)
|
|
elif isinstance(event, (bb.event.ParseCompleted,
|
|
bb.event.CacheLoadCompleted,
|
|
bb.event.TreeDataPreparationCompleted)):
|
|
message = {}
|
|
message["eventname"] = bb.event.getName(event)
|
|
message["current"] = event.total
|
|
message["total"] = event.total
|
|
message["title"] = "Parsing recipes: "
|
|
self.emit("parsing-completed", message)
|
|
|
|
return
|
|
|
|
def init_cooker(self):
|
|
self.server.runCommand(["initCooker"])
|
|
|
|
def parse_config(self):
|
|
self.commands_async.append(self.SUB_PARSE_CONFIG)
|
|
self.run_next_command(self.PARSE_CONFIG)
|
|
|
|
def refresh_layers(self, bblayers):
|
|
self.init_cooker()
|
|
self.set_bblayers(bblayers)
|
|
self.commands_async.append(self.SUB_PARSE_CONFIG)
|
|
self.generate_configuration()
|
|
|
|
def set_extra_inherit(self, bbclass):
|
|
inherits = self.server.runCommand(["getVariable", "INHERIT"]) or ""
|
|
inherits = inherits + " " + bbclass
|
|
self.server.runCommand(["setVariable", "INHERIT", inherits])
|
|
|
|
def set_bblayers(self, bblayers):
|
|
self.server.runCommand(["setVariable", "BBLAYERS", " ".join(bblayers)])
|
|
|
|
def set_machine(self, machine):
|
|
self.server.runCommand(["setVariable", "MACHINE", machine])
|
|
|
|
def set_sdk_machine(self, sdk_machine):
|
|
self.server.runCommand(["setVariable", "SDKMACHINE", sdk_machine])
|
|
|
|
def set_image_fstypes(self, image_fstypes):
|
|
self.server.runCommand(["setVariable", "IMAGE_FSTYPES", " ".join(image_fstypes).lstrip(" ")])
|
|
|
|
def set_distro(self, distro):
|
|
if distro != "defaultsetup":
|
|
self.server.runCommand(["setVariable", "DISTRO", distro])
|
|
|
|
def set_package_format(self, format):
|
|
package_classes = ""
|
|
for pkgfmt in format.split():
|
|
package_classes += ("package_%s" % pkgfmt + " ")
|
|
self.server.runCommand(["setVariable", "PACKAGE_CLASSES", package_classes])
|
|
|
|
def set_bbthreads(self, threads):
|
|
self.server.runCommand(["setVariable", "BB_NUMBER_THREADS", threads])
|
|
|
|
def set_pmake(self, threads):
|
|
pmake = "-j %s" % threads
|
|
self.server.runCommand(["setVariable", "PARALLEL_MAKE", pmake])
|
|
|
|
def set_dl_dir(self, directory):
|
|
self.server.runCommand(["setVariable", "DL_DIR", directory])
|
|
|
|
def set_sstate_dir(self, directory):
|
|
self.server.runCommand(["setVariable", "SSTATE_DIR", directory])
|
|
|
|
def set_sstate_mirror(self, url):
|
|
self.server.runCommand(["setVariable", "SSTATE_MIRROR", url])
|
|
|
|
def set_extra_size(self, image_extra_size):
|
|
self.server.runCommand(["setVariable", "IMAGE_ROOTFS_EXTRA_SPACE", str(image_extra_size)])
|
|
|
|
def set_rootfs_size(self, image_rootfs_size):
|
|
self.server.runCommand(["setVariable", "IMAGE_ROOTFS_SIZE", str(image_rootfs_size)])
|
|
|
|
def set_incompatible_license(self, incompat_license):
|
|
self.server.runCommand(["setVariable", "INCOMPATIBLE_LICENSE", incompat_license])
|
|
|
|
def set_extra_config(self, extra_setting):
|
|
for key in extra_setting.keys():
|
|
value = extra_setting[key]
|
|
self.server.runCommand(["setVariable", key, value])
|
|
|
|
def request_package_info_async(self):
|
|
self.commands_async.append(self.SUB_GENERATE_PKGINFO)
|
|
self.run_next_command(self.POPULATE_PACKAGEINFO)
|
|
|
|
def generate_configuration(self):
|
|
self.commands_async.append(self.SUB_PATH_LAYERS)
|
|
self.commands_async.append(self.SUB_FILES_DISTRO)
|
|
self.commands_async.append(self.SUB_FILES_MACH)
|
|
self.commands_async.append(self.SUB_FILES_SDKMACH)
|
|
self.commands_async.append(self.SUB_MATCH_CLASS)
|
|
self.run_next_command(self.GENERATE_CONFIGURATION)
|
|
|
|
def generate_recipes(self):
|
|
self.commands_async.append(self.SUB_PARSE_CONFIG)
|
|
self.commands_async.append(self.SUB_GNERATE_TGTS)
|
|
self.run_next_command(self.GENERATE_RECIPES)
|
|
|
|
def generate_packages(self, tgts):
|
|
targets = []
|
|
targets.extend(tgts)
|
|
self.recipe_queue = targets
|
|
self.commands_async.append(self.SUB_PARSE_CONFIG)
|
|
self.commands_async.append(self.SUB_BUILD_RECIPES)
|
|
self.run_next_command(self.GENERATE_PACKAGES)
|
|
|
|
def generate_image(self, tgts, toolchain_build=False):
|
|
self.package_queue = tgts
|
|
self.toolchain_build = toolchain_build
|
|
self.commands_async.append(self.SUB_PARSE_CONFIG)
|
|
self.commands_async.append(self.SUB_BUILD_IMAGE)
|
|
self.run_next_command(self.GENERATE_IMAGE)
|
|
|
|
def build_failed_async(self):
|
|
self.initcmd = None
|
|
self.commands_async = []
|
|
self.building = False
|
|
|
|
def cancel_parse(self):
|
|
self.server.runCommand(["stateStop"])
|
|
|
|
def cancel_build(self, force=False):
|
|
if force:
|
|
# Force the cooker to stop as quickly as possible
|
|
self.server.runCommand(["stateStop"])
|
|
else:
|
|
# Wait for tasks to complete before shutting down, this helps
|
|
# leave the workdir in a usable state
|
|
self.server.runCommand(["stateShutdown"])
|
|
|
|
def reset_build(self):
|
|
self.build.reset()
|
|
|
|
def get_parameters(self):
|
|
# retrieve the parameters from bitbake
|
|
params = {}
|
|
params["core_base"] = self.server.runCommand(["getVariable", "COREBASE"]) or ""
|
|
hob_layer = params["core_base"] + "/meta-hob"
|
|
params["layer"] = (self.server.runCommand(["getVariable", "BBLAYERS"]) or "") + " " + hob_layer
|
|
params["dldir"] = self.server.runCommand(["getVariable", "DL_DIR"]) or ""
|
|
params["machine"] = self.server.runCommand(["getVariable", "MACHINE"]) or ""
|
|
params["distro"] = self.server.runCommand(["getVariable", "DISTRO"]) or "defaultsetup"
|
|
params["pclass"] = self.server.runCommand(["getVariable", "PACKAGE_CLASSES"]) or ""
|
|
params["sstatedir"] = self.server.runCommand(["getVariable", "SSTATE_DIR"]) or ""
|
|
params["sstatemirror"] = self.server.runCommand(["getVariable", "SSTATE_MIRROR"]) or ""
|
|
|
|
num_threads = self.server.runCommand(["getCpuCount"])
|
|
if not num_threads:
|
|
num_threads = 1
|
|
max_threads = 65536
|
|
else:
|
|
num_threads = int(num_threads)
|
|
max_threads = 16 * num_threads
|
|
params["max_threads"] = max_threads
|
|
|
|
bbthread = self.server.runCommand(["getVariable", "BB_NUMBER_THREADS"])
|
|
if not bbthread:
|
|
bbthread = num_threads
|
|
else:
|
|
bbthread = int(bbthread)
|
|
params["bbthread"] = bbthread
|
|
|
|
pmake = self.server.runCommand(["getVariable", "PARALLEL_MAKE"])
|
|
if not pmake:
|
|
pmake = num_threads
|
|
elif isinstance(pmake, int):
|
|
pass
|
|
else:
|
|
pmake = int(pmake.lstrip("-j "))
|
|
params["pmake"] = pmake
|
|
|
|
params["image_addr"] = self.server.runCommand(["getVariable", "DEPLOY_DIR_IMAGE"]) or ""
|
|
|
|
image_extra_size = self.server.runCommand(["getVariable", "IMAGE_ROOTFS_EXTRA_SPACE"])
|
|
if not image_extra_size:
|
|
image_extra_size = 0
|
|
else:
|
|
image_extra_size = int(image_extra_size)
|
|
params["image_extra_size"] = image_extra_size
|
|
|
|
image_rootfs_size = self.server.runCommand(["getVariable", "IMAGE_ROOTFS_SIZE"])
|
|
if not image_rootfs_size:
|
|
image_rootfs_size = 0
|
|
else:
|
|
image_rootfs_size = int(image_rootfs_size)
|
|
params["image_rootfs_size"] = image_rootfs_size
|
|
|
|
image_overhead_factor = self.server.runCommand(["getVariable", "IMAGE_OVERHEAD_FACTOR"])
|
|
if not image_overhead_factor:
|
|
image_overhead_factor = 1
|
|
else:
|
|
image_overhead_factor = float(image_overhead_factor)
|
|
params['image_overhead_factor'] = image_overhead_factor
|
|
|
|
params["incompat_license"] = self.server.runCommand(["getVariable", "INCOMPATIBLE_LICENSE"]) or ""
|
|
params["sdk_machine"] = self.server.runCommand(["getVariable", "SDKMACHINE"]) or self.server.runCommand(["getVariable", "SDK_ARCH"]) or ""
|
|
|
|
params["image_fstypes"] = self.server.runCommand(["getVariable", "IMAGE_FSTYPES"]) or ""
|
|
|
|
params["image_types"] = self.server.runCommand(["getVariable", "IMAGE_TYPES"]) or ""
|
|
|
|
params["conf_version"] = self.server.runCommand(["getVariable", "CONF_VERSION"]) or ""
|
|
params["lconf_version"] = self.server.runCommand(["getVariable", "LCONF_VERSION"]) or ""
|
|
|
|
params["runnable_image_types"] = self.server.runCommand(["getVariable", "RUNNABLE_IMAGE_TYPES"]) or ""
|
|
params["runnable_machine_patterns"] = self.server.runCommand(["getVariable", "RUNNABLE_MACHINE_PATTERNS"]) or ""
|
|
params["deployable_image_types"] = self.server.runCommand(["getVariable", "DEPLOYABLE_IMAGE_TYPES"]) or ""
|
|
return params
|