mirror of
https://git.yoctoproject.org/poky
synced 2026-05-01 06:32:11 +02:00
952ffb3e1f
The most recent builds area of the all builds and project builds table needs to update as a build progresses. It also needs additional functionality to show other states (e.g. recipe parsing, queued) which again needs to update on the client side. Rather than add to the existing mix of server-side templating with client-side DOM updating, translate all of the server-side templates to client-side ones (jsrender), and add logic which updates the most recent builds area as the state of a build changes. Add a JSON API for mostrecentbuilds, which returns the state of all "recent" builds. Fetch this via Ajax from the build dashboard (rather than fetching the ad hoc API as in the previous version). Then, as new states for builds are fetched via Ajax, determine whether the build state has changed completely, or whether the progress has just updated. If the state completely changed, re-render the template on the client side for that build. If only the progress changed, just update the progress bar. (NB this fixes the task progress bar so it works for the project builds and all builds pages.) In cases where the builds table needs to update as the result of a build finishing, reload the whole page. This work highlighted a variety of other issues, such as build requests not being able to change state as necessary. This was one part of the cause of the "cancelling build..." state being fragile and disappearing entirely when the page refreshed. The cancelling state now persists between page reloads, as the logic for determining whether a build is cancelling is now on the Build object itself. Note that jsrender is redistributed as part of Toaster, so a note was added to LICENSE to that effect. [YOCTO #9631] (Bitbake rev: c868ea036aa34b387a72ec5116a66b2cd863995b) Signed-off-by: Elliot Smith <elliot.smith@intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
314 lines
11 KiB
Python
314 lines
11 KiB
Python
#
|
|
# BitBake Toaster Implementation
|
|
#
|
|
# Copyright (C) 2016 Intel Corporation
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
|
|
# Temporary home for the UI's misc API
|
|
import re
|
|
|
|
from orm.models import Project, ProjectTarget, Build, Layer_Version
|
|
from orm.models import LayerVersionDependency, LayerSource, ProjectLayer
|
|
from bldcontrol.models import BuildRequest
|
|
from bldcontrol import bbcontroller
|
|
from django.http import HttpResponse, JsonResponse
|
|
from django.views.generic import View
|
|
from django.core.urlresolvers import reverse
|
|
from django.core import serializers
|
|
from django.utils import timezone
|
|
from django.template.defaultfilters import date
|
|
from toastergui.templatetags.projecttags import json, sectohms, get_tasks
|
|
|
|
def error_response(error):
|
|
return JsonResponse({"error": error})
|
|
|
|
|
|
class XhrBuildRequest(View):
|
|
|
|
def get(self, request, *args, **kwargs):
|
|
return HttpResponse()
|
|
|
|
def post(self, request, *args, **kwargs):
|
|
"""
|
|
Build control
|
|
|
|
Entry point: /xhr_buildrequest/<project_id>
|
|
Method: POST
|
|
|
|
Args:
|
|
id: id of build to change
|
|
buildCancel = build_request_id ...
|
|
buildDelete = id ...
|
|
targets = recipe_name ...
|
|
|
|
Returns:
|
|
{"error": "ok"}
|
|
or
|
|
{"error": <error message>}
|
|
"""
|
|
|
|
project = Project.objects.get(pk=kwargs['pid'])
|
|
|
|
if 'buildCancel' in request.POST:
|
|
for i in request.POST['buildCancel'].strip().split(" "):
|
|
try:
|
|
br = BuildRequest.objects.get(project=project, pk=i)
|
|
|
|
try:
|
|
bbctrl = bbcontroller.BitbakeController(br.environment)
|
|
bbctrl.forceShutDown()
|
|
except:
|
|
# We catch a bunch of exceptions here because
|
|
# this is where the server has not had time to start up
|
|
# and the build request or build is in transit between
|
|
# processes.
|
|
# We can safely just set the build as cancelled
|
|
# already as it never got started
|
|
build = br.build
|
|
build.outcome = Build.CANCELLED
|
|
build.save()
|
|
|
|
# We now hand over to the buildinfohelper to update the
|
|
# build state once we've finished cancelling
|
|
br.state = BuildRequest.REQ_CANCELLING
|
|
br.save()
|
|
|
|
except BuildRequest.DoesNotExist:
|
|
return error_response('No such build id %s' % i)
|
|
|
|
return error_response('ok')
|
|
|
|
if 'buildDelete' in request.POST:
|
|
for i in request.POST['buildDelete'].strip().split(" "):
|
|
try:
|
|
BuildRequest.objects.select_for_update().get(
|
|
project=project,
|
|
pk=i,
|
|
state__lte=BuildRequest.REQ_DELETED).delete()
|
|
|
|
except BuildRequest.DoesNotExist:
|
|
pass
|
|
return error_response("ok")
|
|
|
|
if 'targets' in request.POST:
|
|
ProjectTarget.objects.filter(project=project).delete()
|
|
s = str(request.POST['targets'])
|
|
for t in re.sub(r'[;%|"]', '', s).split(" "):
|
|
if ":" in t:
|
|
target, task = t.split(":")
|
|
else:
|
|
target = t
|
|
task = ""
|
|
ProjectTarget.objects.create(project=project,
|
|
target=target,
|
|
task=task)
|
|
project.schedule_build()
|
|
|
|
return error_response('ok')
|
|
|
|
response = HttpResponse()
|
|
response.status_code = 500
|
|
return response
|
|
|
|
|
|
class XhrLayer(View):
|
|
""" Get and Update Layer information """
|
|
|
|
def post(self, request, *args, **kwargs):
|
|
"""
|
|
Update a layer
|
|
|
|
Entry point: /xhr_layer/<layerversion_id>
|
|
Method: POST
|
|
|
|
Args:
|
|
vcs_url, dirpath, commit, up_branch, summary, description
|
|
|
|
add_dep = append a layerversion_id as a dependency
|
|
rm_dep = remove a layerversion_id as a depedency
|
|
Returns:
|
|
{"error": "ok"}
|
|
or
|
|
{"error": <error message>}
|
|
"""
|
|
|
|
try:
|
|
# We currently only allow Imported layers to be edited
|
|
layer_version = Layer_Version.objects.get(
|
|
id=kwargs['layerversion_id'],
|
|
project=kwargs['pid'],
|
|
layer_source=LayerSource.TYPE_IMPORTED)
|
|
|
|
except Layer_Version.DoesNotExist:
|
|
return error_response("Cannot find imported layer to update")
|
|
|
|
if "vcs_url" in request.POST:
|
|
layer_version.layer.vcs_url = request.POST["vcs_url"]
|
|
if "dirpath" in request.POST:
|
|
layer_version.dirpath = request.POST["dirpath"]
|
|
if "commit" in request.POST:
|
|
layer_version.commit = request.POST["commit"]
|
|
layer_version.branch = request.POST["commit"]
|
|
if "summary" in request.POST:
|
|
layer_version.layer.summary = request.POST["summary"]
|
|
if "description" in request.POST:
|
|
layer_version.layer.description = request.POST["description"]
|
|
|
|
if "add_dep" in request.POST:
|
|
lvd = LayerVersionDependency(
|
|
layer_version=layer_version,
|
|
depends_on_id=request.POST["add_dep"])
|
|
lvd.save()
|
|
|
|
if "rm_dep" in request.POST:
|
|
rm_dep = LayerVersionDependency.objects.get(
|
|
layer_version=layer_version,
|
|
depends_on_id=request.POST["rm_dep"])
|
|
rm_dep.delete()
|
|
|
|
try:
|
|
layer_version.layer.save()
|
|
layer_version.save()
|
|
except Exception as e:
|
|
return error_response("Could not update layer version entry: %s"
|
|
% e)
|
|
|
|
return JsonResponse({"error": "ok"})
|
|
|
|
def delete(self, request, *args, **kwargs):
|
|
try:
|
|
# We currently only allow Imported layers to be deleted
|
|
layer_version = Layer_Version.objects.get(
|
|
id=kwargs['layerversion_id'],
|
|
project=kwargs['pid'],
|
|
layer_source=LayerSource.TYPE_IMPORTED)
|
|
except Layer_Version.DoesNotExist:
|
|
return error_response("Cannot find imported layer to delete")
|
|
|
|
try:
|
|
ProjectLayer.objects.get(project=kwargs['pid'],
|
|
layercommit=layer_version).delete()
|
|
except ProjectLayer.DoesNotExist:
|
|
pass
|
|
|
|
layer_version.layer.delete()
|
|
layer_version.delete()
|
|
|
|
return JsonResponse({
|
|
"error": "ok",
|
|
"redirect": reverse('project', args=(kwargs['pid'],))
|
|
})
|
|
|
|
class MostRecentBuildsView(View):
|
|
def _was_yesterday_or_earlier(self, completed_on):
|
|
now = timezone.now()
|
|
delta = now - completed_on
|
|
|
|
if delta.days >= 1:
|
|
return True
|
|
|
|
return False
|
|
|
|
def get(self, request, *args, **kwargs):
|
|
"""
|
|
Returns a list of builds in JSON format.
|
|
"""
|
|
mrb_type = 'all'
|
|
project = None
|
|
|
|
project_id = request.GET.get('project_id', None)
|
|
if project_id:
|
|
try:
|
|
mrb_type = 'project'
|
|
project = Project.objects.get(pk=project_id)
|
|
except:
|
|
# if project lookup fails, assume no project
|
|
pass
|
|
|
|
recent_build_objs = Build.get_recent(project)
|
|
recent_builds = []
|
|
|
|
# for timezone conversion
|
|
tz = timezone.get_current_timezone()
|
|
|
|
for build_obj in recent_build_objs:
|
|
dashboard_url = reverse('builddashboard', args=(build_obj.pk,))
|
|
buildtime_url = reverse('buildtime', args=(build_obj.pk,))
|
|
rebuild_url = \
|
|
reverse('xhr_buildrequest', args=(build_obj.project.pk,))
|
|
cancel_url = \
|
|
reverse('xhr_buildrequest', args=(build_obj.project.pk,))
|
|
|
|
build = {}
|
|
build['id'] = build_obj.pk
|
|
build['dashboard_url'] = dashboard_url
|
|
|
|
tasks_complete_percentage = 0
|
|
if build_obj.outcome in (Build.SUCCEEDED, Build.FAILED):
|
|
tasks_complete_percentage = 100
|
|
elif build_obj.outcome == Build.IN_PROGRESS:
|
|
tasks_complete_percentage = build_obj.completeper()
|
|
build['tasks_complete_percentage'] = tasks_complete_percentage
|
|
|
|
build['state'] = build_obj.get_state()
|
|
|
|
build['errors'] = build_obj.errors.count()
|
|
build['dashboard_errors_url'] = dashboard_url + '#errors'
|
|
|
|
build['warnings'] = build_obj.warnings.count()
|
|
build['dashboard_warnings_url'] = dashboard_url + '#warnings'
|
|
|
|
build['buildtime'] = sectohms(build_obj.timespent_seconds)
|
|
build['buildtime_url'] = buildtime_url
|
|
|
|
build['rebuild_url'] = rebuild_url
|
|
build['cancel_url'] = cancel_url
|
|
|
|
build['is_default_project_build'] = build_obj.project.is_default
|
|
|
|
build['build_targets_json'] = \
|
|
json(get_tasks(build_obj.target_set.all()))
|
|
|
|
# convert completed_on time to user's timezone
|
|
completed_on = timezone.localtime(build_obj.completed_on)
|
|
|
|
completed_on_template = '%H:%M'
|
|
if self._was_yesterday_or_earlier(completed_on):
|
|
completed_on_template = '%d/%m/%Y ' + completed_on_template
|
|
build['completed_on'] = completed_on.strftime(completed_on_template)
|
|
|
|
targets = []
|
|
target_objs = build_obj.get_sorted_target_list()
|
|
for target_obj in target_objs:
|
|
if target_obj.task:
|
|
targets.append(target_obj.target + ':' + target_obj.task)
|
|
else:
|
|
targets.append(target_obj.target)
|
|
build['targets'] = ' '.join(targets)
|
|
|
|
# abbreviated form of the full target list
|
|
abbreviated_targets = ''
|
|
num_targets = len(targets)
|
|
if num_targets > 0:
|
|
abbreviated_targets = targets[0]
|
|
if num_targets > 1:
|
|
abbreviated_targets += (' +%s' % (num_targets - 1))
|
|
build['targets_abbreviated'] = abbreviated_targets
|
|
|
|
recent_builds.append(build)
|
|
|
|
return JsonResponse(recent_builds, safe=False)
|