1 # SPDX-License-Identifier: GPL-2.0+
3 # Copyright (c) 2016 Google, Inc
6 from contextlib import contextmanager
13 from io import StringIO
16 def RunTestCoverage(prog, filter_fname, exclude_list, build_dir, required=None):
17 """Run tests and check that we get 100% coverage
20 prog: Program to run (with be passed a '-t' argument to run tests
21 filter_fname: Normally all *.py files in the program's directory will
22 be included. If this is not None, then it is used to filter the
23 list so that only filenames that don't contain filter_fname are
25 exclude_list: List of file patterns to exclude from the coverage
27 build_dir: Build directory, used to locate libfdt.py
28 required: List of modules which must be in the coverage report
31 ValueError if the code coverage is not 100%
33 # This uses the build output from sandbox_spl to get _libfdt.so
34 path = os.path.dirname(prog)
36 glob_list = glob.glob(os.path.join(path, '*.py'))
37 glob_list = [fname for fname in glob_list if filter_fname in fname]
40 glob_list += exclude_list
41 glob_list += ['*libfdt.py', '*site-packages*', '*dist-packages*']
42 test_cmd = 'test' if 'binman' in prog else '-t'
45 prefix = 'PYTHONPATH=$PYTHONPATH:%s/sandbox_spl/tools ' % build_dir
46 cmd = ('%spython3-coverage run '
47 '--omit "%s" %s %s -P1' % (prefix, ','.join(glob_list),
50 stdout = command.Output('python3-coverage', 'report')
51 lines = stdout.splitlines()
53 # Convert '/path/to/name.py' just the module name 'name'
54 test_set = set([os.path.splitext(os.path.basename(line.split()[0]))[0]
55 for line in lines if '/etype/' in line])
56 missing_list = required
57 missing_list.discard('__init__')
58 missing_list.difference_update(test_set)
60 print('Missing tests for %s' % (', '.join(missing_list)))
64 coverage = lines[-1].split(' ')[-1]
67 if coverage != '100%':
69 print("Type 'python3-coverage html' to get a report in "
71 print('Coverage error: %s, but should be 100%%' % coverage)
74 raise ValueError('Test coverage failure')
77 # Use this to suppress stdout/stderr output:
78 # with capture_sys_output() as (stdout, stderr)
81 def capture_sys_output():
82 capture_out, capture_err = StringIO(), StringIO()
83 old_out, old_err = sys.stdout, sys.stderr
85 sys.stdout, sys.stderr = capture_out, capture_err
86 yield capture_out, capture_err
88 sys.stdout, sys.stderr = old_out, old_err