mirror of
https://git.yoctoproject.org/poky
synced 2026-02-08 01:36:38 +01:00
d086fa3aed
We update and add logs throughout the code in order to help with development. The extra logging is turned off by default, but it can be enabled by using environment variables. All logging happens through the Python logging facilities. The toaster UI will save a log of all incoming events if the TOASTER_EVENTLOG variable is set. If TOASTER_SQLDEBUG is set all DB queries will be logged. If TOASTER_DEVEL is set and the django-fresh module is available, the module is enabled to allow auto-reload of pages when the source is changed. (Bitbake rev: 10c27450601b4d24bbb273bd0e053498807d1060) Signed-off-by: Alexandru DAMIAN <alexandru.damian@intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
220 lines
9.3 KiB
Python
220 lines
9.3 KiB
Python
#
|
|
# ex:ts=4:sw=4:sts=4:et
|
|
# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
|
|
#
|
|
# BitBake Toaster Implementation
|
|
#
|
|
# Copyright (C) 2014 Intel Corporation
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
|
|
import os
|
|
import sys
|
|
import re
|
|
from django.db import transaction
|
|
from django.db.models import Q
|
|
from bldcontrol.models import BuildEnvironment, BRLayer, BRVariable, BRTarget, BRBitbake
|
|
import subprocess
|
|
|
|
from toastermain import settings
|
|
|
|
from bbcontroller import BuildEnvironmentController, ShellCmdException, BuildSetupException, _getgitcheckoutdirectoryname
|
|
|
|
import logging
|
|
logger = logging.getLogger("toaster")
|
|
|
|
|
|
class LocalhostBEController(BuildEnvironmentController):
|
|
""" Implementation of the BuildEnvironmentController for the localhost;
|
|
this controller manages the default build directory,
|
|
the server setup and system start and stop for the localhost-type build environment
|
|
|
|
"""
|
|
|
|
def __init__(self, be):
|
|
super(LocalhostBEController, self).__init__(be)
|
|
self.dburl = settings.getDATABASE_URL()
|
|
self.pokydirname = None
|
|
self.islayerset = False
|
|
|
|
def _shellcmd(self, command, cwd = None):
|
|
if cwd is None:
|
|
cwd = self.be.sourcedir
|
|
|
|
p = subprocess.Popen(command, cwd = cwd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
(out,err) = p.communicate()
|
|
if p.returncode:
|
|
if len(err) == 0:
|
|
err = "command: %s \n%s" % (command, out)
|
|
else:
|
|
err = "command: %s \n%s" % (command, err)
|
|
logger.debug("localhostbecontroller: shellcmd error %s" % err)
|
|
raise ShellCmdException(err)
|
|
else:
|
|
logger.debug("localhostbecontroller: shellcmd success")
|
|
return out
|
|
|
|
def _createdirpath(self, path):
|
|
from os.path import dirname as DN
|
|
if path == "":
|
|
raise Exception("Invalid path creation specified.")
|
|
if not os.path.exists(DN(path)):
|
|
self._createdirpath(DN(path))
|
|
if not os.path.exists(path):
|
|
os.mkdir(path, 0755)
|
|
|
|
def _setupBE(self):
|
|
assert self.pokydirname and os.path.exists(self.pokydirname)
|
|
self._createdirpath(self.be.builddir)
|
|
self._shellcmd("bash -c \"source %s/oe-init-build-env %s\"" % (self.pokydirname, self.be.builddir))
|
|
|
|
def startBBServer(self, brbe):
|
|
assert self.pokydirname and os.path.exists(self.pokydirname)
|
|
assert self.islayerset
|
|
|
|
try:
|
|
os.remove(os.path.join(self.be.builddir, "toaster_ui.log"))
|
|
except OSError as e:
|
|
import errno
|
|
if e.errno != errno.ENOENT:
|
|
raise
|
|
|
|
cmd = "bash -c \"source %s/oe-init-build-env %s && DATABASE_URL=%s source toaster start noweb brbe=%s\"" % (self.pokydirname, self.be.builddir, self.dburl, brbe)
|
|
port = "-1"
|
|
for i in self._shellcmd(cmd).split("\n"):
|
|
if i.startswith("Bitbake server address"):
|
|
port = i.split(" ")[-1]
|
|
logger.debug("localhostbecontroller: Found bitbake server port %s" % port)
|
|
|
|
def _toaster_ui_started(filepath):
|
|
if not os.path.exists(filepath):
|
|
return False
|
|
with open(filepath, "r") as f:
|
|
for line in f:
|
|
if line.startswith("NOTE: ToasterUI waiting for events"):
|
|
return True
|
|
return False
|
|
|
|
while not _toaster_ui_started(os.path.join(self.be.builddir, "toaster_ui.log")):
|
|
import time
|
|
logger.debug("localhostbecontroller: Waiting bitbake server to start")
|
|
time.sleep(0.5)
|
|
|
|
logger.debug("localhostbecontroller: Started bitbake server")
|
|
assert self.be.sourcedir and os.path.exists(self.be.builddir)
|
|
self.be.bbaddress = "localhost"
|
|
self.be.bbport = port
|
|
self.be.bbstate = BuildEnvironment.SERVER_STARTED
|
|
self.be.save()
|
|
|
|
def stopBBServer(self):
|
|
assert self.pokydirname and os.path.exists(self.pokydirname)
|
|
assert self.islayerset
|
|
self._shellcmd("bash -c \"source %s/oe-init-build-env %s && %s source toaster stop\"" %
|
|
(self.pokydirname, self.be.builddir, (lambda: "" if self.be.bbtoken is None else "BBTOKEN=%s" % self.be.bbtoken)()))
|
|
self.be.bbstate = BuildEnvironment.SERVER_STOPPED
|
|
self.be.save()
|
|
logger.debug("localhostbecontroller: Stopped bitbake server")
|
|
|
|
def setLayers(self, bitbakes, layers):
|
|
""" a word of attention: by convention, the first layer for any build will be poky! """
|
|
|
|
assert self.be.sourcedir is not None
|
|
assert len(bitbakes) == 1
|
|
# set layers in the layersource
|
|
|
|
# 1. get a list of repos, and map dirpaths for each layer
|
|
gitrepos = {}
|
|
gitrepos[bitbakes[0].giturl] = []
|
|
gitrepos[bitbakes[0].giturl].append( ("bitbake", bitbakes[0].dirpath, bitbakes[0].commit) )
|
|
|
|
for layer in layers:
|
|
# we don't process local URLs
|
|
if layer.giturl.startswith("file://"):
|
|
continue
|
|
if not layer.giturl in gitrepos:
|
|
gitrepos[layer.giturl] = []
|
|
gitrepos[layer.giturl].append( (layer.name, layer.dirpath, layer.commit))
|
|
for giturl in gitrepos.keys():
|
|
commitid = gitrepos[giturl][0][2]
|
|
for e in gitrepos[giturl]:
|
|
if commitid != e[2]:
|
|
import pprint
|
|
raise BuildSetupException("More than one commit per git url, unsupported configuration: \n%s" % pprint.pformat(gitrepos))
|
|
|
|
|
|
logger.debug("localhostbecontroller, our git repos are %s" % gitrepos)
|
|
layerlist = []
|
|
|
|
# 2. checkout the repositories
|
|
for giturl in gitrepos.keys():
|
|
localdirname = os.path.join(self.be.sourcedir, _getgitcheckoutdirectoryname(giturl))
|
|
logger.debug("localhostbecontroller: giturl %s checking out in current directory %s" % (giturl, localdirname))
|
|
|
|
# make sure our directory is a git repository
|
|
if os.path.exists(localdirname):
|
|
if not giturl in self._shellcmd("git remote -v", localdirname):
|
|
raise BuildSetupException("Existing git repository at %s, but with different remotes (not '%s'). Aborting." % (localdirname, giturl))
|
|
else:
|
|
self._shellcmd("git clone \"%s\" \"%s\"" % (giturl, localdirname))
|
|
# checkout the needed commit
|
|
commit = gitrepos[giturl][0][2]
|
|
|
|
# branch magic name "HEAD" will inhibit checkout
|
|
if commit != "HEAD":
|
|
logger.debug("localhostbecontroller: checking out commit %s to %s " % (commit, localdirname))
|
|
self._shellcmd("git fetch --all && git checkout \"%s\"" % commit , localdirname)
|
|
|
|
# take the localdirname as poky dir if we can find the oe-init-build-env
|
|
if self.pokydirname is None and os.path.exists(os.path.join(localdirname, "oe-init-build-env")):
|
|
logger.debug("localhostbecontroller: selected poky dir name %s" % localdirname)
|
|
self.pokydirname = localdirname
|
|
|
|
# make sure we have a working bitbake
|
|
if not os.path.exists(os.path.join(self.pokydirname, 'bitbake')):
|
|
logger.debug("localhostbecontroller: checking bitbake into the poky dirname %s " % self.pokydirname)
|
|
self._shellcmd("git clone -b \"%s\" \"%s\" \"%s\" " % (bitbakes[0].commit, bitbakes[0].giturl, os.path.join(self.pokydirname, 'bitbake')))
|
|
|
|
# verify our repositories
|
|
for name, dirpath, commit in gitrepos[giturl]:
|
|
localdirpath = os.path.join(localdirname, dirpath)
|
|
if not os.path.exists(localdirpath):
|
|
raise BuildSetupException("Cannot find layer git path '%s' in checked out repository '%s:%s'. Aborting." % (localdirpath, giturl, commit))
|
|
|
|
if name != "bitbake":
|
|
layerlist.append(localdirpath.rstrip("/"))
|
|
|
|
logger.debug("localhostbecontroller: current layer list %s " % layerlist)
|
|
|
|
# 3. configure the build environment, so we have a conf/bblayers.conf
|
|
assert self.pokydirname is not None
|
|
self._setupBE()
|
|
|
|
# 4. update the bblayers.conf
|
|
bblayerconf = os.path.join(self.be.builddir, "conf/bblayers.conf")
|
|
if not os.path.exists(bblayerconf):
|
|
raise BuildSetupException("BE is not consistent: bblayers.conf file missing at %s" % bblayerconf)
|
|
|
|
BuildEnvironmentController._updateBBLayers(bblayerconf, layerlist)
|
|
|
|
self.islayerset = True
|
|
return True
|
|
|
|
def release(self):
|
|
assert self.be.sourcedir and os.path.exists(self.be.builddir)
|
|
import shutil
|
|
shutil.rmtree(os.path.join(self.be.sourcedir, "build"))
|
|
assert not os.path.exists(self.be.builddir)
|