mirror of https://git.yoctoproject.org/poky synced 2026-05-04 22:39:49 +02:00

Files

Trevor Gamblin 104decd489 patchtest/selftest: fix command arguments

Changes to patchtest's command-line arguments to work with oe-core by
default do not match the selftest script's argument list. Explicitly use
the --testdir and --repodir flags in selftest so that it is compatible
them.

(From OE-Core rev: 6cd547b24896596d4e0fe57f26f553842c5560b5)

Signed-off-by: Trevor Gamblin <tgamblin@baylibre.com>
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>

2023-10-17 22:53:30 +01:00

3.6 KiB

Executable File

Raw Blame History

#!/usr/bin/env python3

Test every patch from files folder and output error on failure

Copyright (C) 2016 Intel Corporation

SPDX-License-Identifier: GPL-2.0-only

import os import subprocess import sys

currentdir = os.path.dirname(os.path.abspath(file)) patchesdir = os.path.join(currentdir, 'files') topdir = os.path.dirname(currentdir) parentdir = os.path.dirname(topdir)

path to the repo root

repodir = os.path.dirname(os.path.dirname(parentdir))

def print_results(passcount, skipcount, failcount, xpasscount, xfailcount, errorcount): total = passcount + skipcount + failcount + xpasscount + xfailcount + errorcount print("============================================================================") print("Testsuite summary for %s" % os.path.basename(topdir)) print("============================================================================") print("# TOTAL: %s" % str(total)) print("# XPASS: %s" % str(xpasscount)) print("# XFAIL: %s" % str(xfailcount)) print("# PASS: %s" % str(passcount)) print("# FAIL: %s" % str(failcount)) print("# SKIP: %s" % str(skipcount)) print("# ERROR: %s" % str(errorcount)) print("============================================================================")

Once the tests are in oe-core, we can remove the testdir param and use os.path.dirname to get relative paths

def test(root, patch): res = True patchpath = os.path.abspath(os.path.join(root, patch))

cmd     = 'patchtest --repodir %s --testdir %s/tests --patch %s' % (repodir, topdir, patchpath)
results = subprocess.check_output(cmd, stderr=subprocess.STDOUT, universal_newlines=True, shell=True)

return results

if name == 'main': passcount = 0 failcount = 0 skipcount = 0 xpasscount = 0 xfailcount = 0 errorcount = 0

results = None
    
for root, dirs, patches in os.walk(patchesdir):
    for patch in patches:
        results = test(root, patch)

        a = patch.split('.')
        klass, testname = a[0], a[1]
        expected_result = a[-1]
        testid          = ".%s.%s" % (klass,testname)

        for resultline in results.splitlines():
            if testid in resultline:
                result, _ = resultline.split(':', 1)

                if expected_result.upper() == "FAIL" and result.upper() == "FAIL":
                    xfailcount = xfailcount + 1
                    print("XFAIL: %s (file: %s)" % (testid.strip("."), os.path.basename(patch)))
                elif expected_result.upper() == "PASS" and result.upper() == "PASS":
                    xpasscount = xpasscount + 1
                    print("XPASS: %s (file: %s)" % (testid.strip("."), os.path.basename(patch)))
                else:
                    print("%s: %s (%s)" % (result.upper(), testid.strip("."), os.path.basename(patch)))
                    if result.upper() == "PASS":
                        passcount = passcount + 1
                    elif result.upper() == "FAIL":
                        failcount = failcount + 1
                    elif result.upper() == "SKIP":
                        skipcount = skipcount + 1
                    else:
                        print("Bad result on test %s against %s" % (testid.strip("."), os.path.basename(patch)))
                        errorcount = errorcount + 1
                break
        else:
            print ("No test for=%s" % patch)

print_results(passcount, skipcount, failcount, xpasscount, xfailcount, errorcount)

3.6 KiB Executable File Raw Blame History