mirror of
https://git.yoctoproject.org/poky
synced 2026-04-24 12:32:11 +02:00
4cb1b4b409
We're having speed issues on the autobuilder due to the numbers of files in sstate directories. We previously split these by the first two characters of the hash. This change extends this to split by the next two characters as well, creating more layers of directories. This should signifiantly speed up eSDK builds on the autobuilder as the current sstate layout simply isn't scaling there but addresses a general complaint. gen-lockedsig-cache needed to be updated for the new split level sstate. Also update tests for new layout. (From OE-Core rev: d05bde16bdad761ed8f4c0a48de60c649aa33e85) Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
68 lines
3.0 KiB
Python
68 lines
3.0 KiB
Python
#
|
|
# SPDX-License-Identifier: MIT
|
|
#
|
|
|
|
import datetime
|
|
import unittest
|
|
import os
|
|
import re
|
|
import shutil
|
|
|
|
import oeqa.utils.ftools as ftools
|
|
from oeqa.selftest.case import OESelftestTestCase
|
|
from oeqa.utils.commands import runCmd, bitbake, get_bb_vars, get_test_layer
|
|
|
|
|
|
class SStateBase(OESelftestTestCase):
|
|
|
|
def setUpLocal(self):
|
|
super(SStateBase, self).setUpLocal()
|
|
self.temp_sstate_location = None
|
|
needed_vars = ['SSTATE_DIR', 'NATIVELSBSTRING', 'TCLIBC', 'TUNE_ARCH',
|
|
'TOPDIR', 'TARGET_VENDOR', 'TARGET_OS']
|
|
bb_vars = get_bb_vars(needed_vars)
|
|
self.sstate_path = bb_vars['SSTATE_DIR']
|
|
self.hostdistro = bb_vars['NATIVELSBSTRING']
|
|
self.tclibc = bb_vars['TCLIBC']
|
|
self.tune_arch = bb_vars['TUNE_ARCH']
|
|
self.topdir = bb_vars['TOPDIR']
|
|
self.target_vendor = bb_vars['TARGET_VENDOR']
|
|
self.target_os = bb_vars['TARGET_OS']
|
|
self.distro_specific_sstate = os.path.join(self.sstate_path, self.hostdistro)
|
|
|
|
# Creates a special sstate configuration with the option to add sstate mirrors
|
|
def config_sstate(self, temp_sstate_location=False, add_local_mirrors=[]):
|
|
self.temp_sstate_location = temp_sstate_location
|
|
|
|
if self.temp_sstate_location:
|
|
temp_sstate_path = os.path.join(self.builddir, "temp_sstate_%s" % datetime.datetime.now().strftime('%Y%m%d%H%M%S'))
|
|
config_temp_sstate = "SSTATE_DIR = \"%s\"" % temp_sstate_path
|
|
self.append_config(config_temp_sstate)
|
|
self.track_for_cleanup(temp_sstate_path)
|
|
bb_vars = get_bb_vars(['SSTATE_DIR', 'NATIVELSBSTRING'])
|
|
self.sstate_path = bb_vars['SSTATE_DIR']
|
|
self.hostdistro = bb_vars['NATIVELSBSTRING']
|
|
self.distro_specific_sstate = os.path.join(self.sstate_path, self.hostdistro)
|
|
|
|
if add_local_mirrors:
|
|
config_set_sstate_if_not_set = 'SSTATE_MIRRORS ?= ""'
|
|
self.append_config(config_set_sstate_if_not_set)
|
|
for local_mirror in add_local_mirrors:
|
|
self.assertFalse(os.path.join(local_mirror) == os.path.join(self.sstate_path), msg='Cannot add the current sstate path as a sstate mirror')
|
|
config_sstate_mirror = "SSTATE_MIRRORS += \"file://.* file:///%s/PATH\"" % local_mirror
|
|
self.append_config(config_sstate_mirror)
|
|
|
|
# Returns a list containing sstate files
|
|
def search_sstate(self, filename_regex, distro_specific=True, distro_nonspecific=True):
|
|
result = []
|
|
for root, dirs, files in os.walk(self.sstate_path):
|
|
if distro_specific and re.search(r"%s/%s/[a-z0-9]{2}/[a-z0-9]{2}$" % (self.sstate_path, self.hostdistro), root):
|
|
for f in files:
|
|
if re.search(filename_regex, f):
|
|
result.append(f)
|
|
if distro_nonspecific and re.search(r"%s/[a-z0-9]{2}/[a-z0-9]{2}$" % self.sstate_path, root):
|
|
for f in files:
|
|
if re.search(filename_regex, f):
|
|
result.append(f)
|
|
return result
|