diff options
Diffstat (limited to 'tests/run-tests')
| -rwxr-xr-x | tests/run-tests | 172 |
1 files changed, 102 insertions, 70 deletions
diff --git a/tests/run-tests b/tests/run-tests index 9e94026fa2..c1eee59eaa 100755 --- a/tests/run-tests +++ b/tests/run-tests @@ -3,6 +3,7 @@ import os import subprocess import sys +import argparse from glob import glob # Tests require at least CPython 3.3. If your default python3 executable @@ -15,82 +16,113 @@ else: CPYTHON3 = os.getenv('MICROPY_CPYTHON3', 'python3') MICROPYTHON = os.getenv('MICROPY_MICROPYTHON', '../unix/micropython') -# Set of tests that we shouldn't run under Travis CI -skip_travis_tests = set(['basics/memoryerror.py']) - def rm_f(fname): if os.path.exists(fname): os.remove(fname) -test_count = 0 -testcase_count = 0 -passed_count = 0 -failed_tests = [] -tests = [] - -if not sys.argv[1:]: - test_dirs = ('basics', 'float', 'import', 'io', 'misc') - tests = sorted(test_file for test_files in (glob('{}/*.py'.format(dir)) for dir in test_dirs) for test_file in test_files) -else: - tests = sys.argv[1:] - -test_on_pyboard = False -if test_on_pyboard: - import pyboard - pyb = pyboard.Pyboard('/dev/ttyACM0') - pyb.enter_raw_repl() - -running_under_travis = os.getenv('TRAVIS') == 'true' - -for test_file in tests: - if running_under_travis and test_file in skip_travis_tests: - print("skip ", test_file) - continue - - # run CPython - try: - output_expected = subprocess.check_output([CPYTHON3, '-B', test_file]) - except subprocess.CalledProcessError: - output_expected = b'CPYTHON3 CRASH' - - # run Micro Python - if test_on_pyboard: +def run_tests(pyb, tests): + test_count = 0 + testcase_count = 0 + passed_count = 0 + failed_tests = [] + + running_under_travis = os.getenv('TRAVIS') == 'true' + + # Set of tests that we shouldn't run under Travis CI + skip_travis_tests = set(['basics/memoryerror.py']) + + for test_file in tests: + if running_under_travis and test_file in skip_travis_tests: + print("skip ", test_file) + continue + + # get expected output + test_file_expected = test_file + '.exp' + if os.path.isfile(test_file_expected): + # expected output given by a file, so read that in + with open(test_file_expected, 'rb') as f: + output_expected = f.read() + else: + # run CPython to work out expeceted output + try: + output_expected = subprocess.check_output([CPYTHON3, '-B', test_file]) + except subprocess.CalledProcessError: + output_expected = b'CPYTHON3 CRASH' + + # run Micro Python + if pyb is None: + # run on PC + try: + output_mupy = subprocess.check_output([MICROPYTHON, '-X', 'emit=bytecode', test_file]) + except subprocess.CalledProcessError: + output_mupy = b'CRASH' + else: + # run on pyboard + pyb.enter_raw_repl() + try: + output_mupy = pyb.execfile(test_file).replace(b'\r\n', b'\n') + except pyboard.PyboardError: + output_mupy = b'CRASH' + + testcase_count += len(output_expected.splitlines()) + + test_basename = os.path.basename(test_file) + test_name = os.path.splitext(test_basename)[0] + filename_expected = test_basename + ".exp" + filename_mupy = test_basename + ".out" + + if output_expected == output_mupy: + print("pass ", test_file) + passed_count += 1 + rm_f(filename_expected) + rm_f(filename_mupy) + else: + with open(filename_expected, "w") as f: + f.write(str(output_expected, "ascii")) + with open(filename_mupy, "w") as f: + f.write(str(output_mupy, "ascii")) + print("FAIL ", test_file) + failed_tests.append(test_name) + + test_count += 1 + + print("{} tests performed ({} individual testcases)".format(test_count, testcase_count)) + print("{} tests passed".format(passed_count)) + + if len(failed_tests) > 0: + print("{} tests failed: {}".format(len(failed_tests), ' '.join(failed_tests))) + return False + + # all tests succeeded + return True + +def main(): + cmd_parser = argparse.ArgumentParser(description='Run tests for Micro Python.') + cmd_parser.add_argument('--pyboard', action='store_true', help='run the tests on the pyboard') + cmd_parser.add_argument('files', nargs='*', help='input test files') + args = cmd_parser.parse_args() + + if args.pyboard: + import pyboard + pyb = pyboard.Pyboard('/dev/ttyACM0') pyb.enter_raw_repl() - try: - output_mupy = pyb.execfile(test_file).replace(b'\r\n', b'\n') - except pyboard.PyboardError: - output_mupy = b'CRASH' else: - try: - output_mupy = subprocess.check_output([MICROPYTHON, '-X', 'emit=bytecode', test_file]) - except subprocess.CalledProcessError: - output_mupy = b'CRASH' - - testcase_count += len(output_expected.splitlines()) - - test_basename = os.path.basename(test_file) - test_name = os.path.splitext(test_basename)[0] - filename_expected = test_basename + ".exp" - filename_mupy = test_basename + ".out" - - if output_expected == output_mupy: - print("pass ", test_file) - passed_count += 1 - rm_f(filename_expected) - rm_f(filename_mupy) + pyb = None + + if len(args.files) == 0: + if pyb is None: + # run PC tests + test_dirs = ('basics', 'float', 'import', 'io', 'misc') + else: + # run pyboard tests + test_dirs = ('basics', 'float', 'pyb') + tests = sorted(test_file for test_files in (glob('{}/*.py'.format(dir)) for dir in test_dirs) for test_file in test_files) else: - with open(filename_expected, "w") as f: - f.write(str(output_expected, "ascii")) - with open(filename_mupy, "w") as f: - f.write(str(output_mupy, "ascii")) - print("FAIL ", test_file) - failed_tests.append(test_name) - - test_count += 1 + # tests explicitly given + tests = args.files -print("{} tests performed ({} individual testcases)".format(test_count, testcase_count)) -print("{} tests passed".format(passed_count)) + if not run_tests(pyb, tests): + sys.exit(1) -if len(failed_tests) > 0: - print("{} tests failed: {}".format(len(failed_tests), ' '.join(failed_tests))) - sys.exit(1) +if __name__ == "__main__": + main() |