mirrors/poky
1
0
Fork 0
mirror of https://git.yoctoproject.org/poky synced 2026-04-18 03:32:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

resulttool/regression: Ensure LTP results are only compared against other LTP runs

Browse Source 
If a test result contains LTP test results, it should only be compared with
other runs containing LTP test results.

(From OE-Core rev: 4dbbf2f4a85620a08dc2fa65095dc17fe6c530f8)

Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
Richard Purdie
2023-02-25 14:02:17 +00:00
parent ffaee6bd48
commit 401d022a26
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
scripts/lib/resulttool/regression.py
View File

@@ -146,6 +146,7 @@ def can_be_compared(logger, base, target):
run with different tests sets or parameters. Return true if tests can be
compared
"""
ret = True
base_configuration = base['configuration']
target_configuration = target['configuration']
@@ -165,7 +166,11 @@ def can_be_compared(logger, base, target):
logger.debug(f"Enriching {target_configuration['STARTTIME']} with {guess}")
target_configuration['OESELFTEST_METADATA'] = guess
return metadata_matches(base_configuration, target_configuration) \
# Test runs with LTP results in should only be compared with other runs with LTP tests in them
if base_configuration.get('TEST_TYPE') == 'runtime' and any(result.startswith("ltpresult") for result in base['result']):
ret = target_configuration.get('TEST_TYPE') == 'runtime' and any(result.startswith("ltpresult") for result in target['result'])
return ret and metadata_matches(base_configuration, target_configuration) \
and machine_matches(base_configuration, target_configuration)