1b997d5244
See the `skip_travis_tests` variable. Fixes #495 (also tidied up usage of os.path.basename() function)
100 lines
2.9 KiB
Python
Executable File
100 lines
2.9 KiB
Python
Executable File
#! /usr/bin/env python3
|
|
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
from glob import glob
|
|
|
|
# Tests require at least CPython 3.3. If your default python3 executable
|
|
# is of lower version, you can point MICROPY_CPYTHON3 environment var
|
|
# to the correct executable.
|
|
if os.name == 'nt':
|
|
CPYTHON3 = os.getenv('MICROPY_CPYTHON3', 'python3.exe')
|
|
MP_PY = '../windows/micropython.exe'
|
|
else:
|
|
CPYTHON3 = os.getenv('MICROPY_CPYTHON3', 'python3')
|
|
MP_PY = '../unix/micropython'
|
|
|
|
# Set of tests that we shouldn't run under Travis CI
|
|
skip_travis_tests = set(['basics/memoryerror.py'])
|
|
|
|
def rm_f(fname):
|
|
if os.path.exists(fname):
|
|
os.remove(fname)
|
|
|
|
test_count = 0
|
|
testcase_count = 0
|
|
passed_count = 0
|
|
failed_tests = []
|
|
tests = []
|
|
|
|
if not sys.argv[1:]:
|
|
tests = sorted(glob('basics/*.py') + glob('io/*.py') + glob('misc/*.py'))
|
|
else:
|
|
tests = sys.argv[1:]
|
|
|
|
test_on_pyboard = False
|
|
if test_on_pyboard:
|
|
import pyboard
|
|
pyb = pyboard.Pyboard('/dev/ttyACM0')
|
|
pyb.enter_raw_repl()
|
|
|
|
running_under_travis = os.environ.get('TRAVIS', 'false') == 'true'
|
|
|
|
for test_file in tests:
|
|
if running_under_travis and test_file in skip_travis_tests:
|
|
print("skip ", test_file)
|
|
continue
|
|
|
|
# run CPython
|
|
try:
|
|
output_expected = subprocess.check_output([CPYTHON3, '-B', test_file])
|
|
except subprocess.CalledProcessError:
|
|
output_expected = b'CPYTHON3 CRASH'
|
|
|
|
# run Micro Python
|
|
if test_on_pyboard:
|
|
pyb.enter_raw_repl()
|
|
try:
|
|
if test_file == 'basics/memoryerror.py':
|
|
# this test crashes the pyboard
|
|
output_mupy = b'CRASH'
|
|
else:
|
|
output_mupy = pyb.execfile(test_file).replace(b'\r\n', b'\n')
|
|
except pyboard.PyboardError:
|
|
output_mupy = b'CRASH\n' + output_mupy
|
|
else:
|
|
try:
|
|
output_mupy = subprocess.check_output([MP_PY, '-X', 'emit=bytecode', test_file])
|
|
except subprocess.CalledProcessError:
|
|
output_mupy = b'CRASH'
|
|
|
|
testcase_count += len(output_expected.splitlines())
|
|
|
|
test_basename = os.path.basename(test_file)
|
|
test_name = os.path.splitext(test_basename)[0]
|
|
filename_expected = test_basename + ".exp"
|
|
filename_mupy = test_basename + ".out"
|
|
|
|
if output_expected == output_mupy:
|
|
print("pass ", test_file)
|
|
passed_count += 1
|
|
rm_f(filename_expected)
|
|
rm_f(filename_mupy)
|
|
else:
|
|
with open(filename_expected, "w") as f:
|
|
f.write(str(output_expected, "ascii"))
|
|
with open(filename_mupy, "w") as f:
|
|
f.write(str(output_mupy, "ascii"))
|
|
print("FAIL ", test_file)
|
|
failed_tests.append(test_name)
|
|
|
|
test_count += 1
|
|
|
|
print("{} tests performed ({} individual testcases)".format(test_count, testcase_count))
|
|
print("{} tests passed".format(passed_count))
|
|
|
|
if len(failed_tests) > 0:
|
|
print("{} tests failed: {}".format(len(failed_tests), ' '.join(failed_tests)))
|
|
sys.exit(1)
|