run-tests 2.9 KB
Newer Older
1
#! /usr/bin/env python3
Markus Siemens's avatar
Markus Siemens committed
2
3
4
5
6
7

import os
import subprocess
import sys
from glob import glob

8
9
10
# Tests require at least CPython 3.3. If your default python3 executable
# is of lower version, you can point MICROPY_CPYTHON3 environment var
# to the correct executable.
Markus Siemens's avatar
Markus Siemens committed
11
if os.name == 'nt':
12
    CPYTHON3 = os.getenv('MICROPY_CPYTHON3', 'python3.exe')
Markus Siemens's avatar
Markus Siemens committed
13
14
    MP_PY = '../windows/micropython.exe'
else:
15
    CPYTHON3 = os.getenv('MICROPY_CPYTHON3', 'python3')
Markus Siemens's avatar
Markus Siemens committed
16
17
    MP_PY = '../unix/micropython'

18
19
20
# Set of tests that we shouldn't run under Travis CI
skip_travis_tests = set(['basics/memoryerror.py'])

21
22
23
24
def rm_f(fname):
    if os.path.exists(fname):
        os.remove(fname)

Markus Siemens's avatar
Markus Siemens committed
25
26
27
28
29
30
31
test_count = 0
testcase_count = 0
passed_count = 0
failed_tests = []
tests = []

if not sys.argv[1:]:
Damien George's avatar
Damien George committed
32
    tests = sorted(glob('basics/*.py') + glob('io/*.py') + glob('misc/*.py'))
Markus Siemens's avatar
Markus Siemens committed
33
34
35
else:
    tests = sys.argv[1:]

36
37
38
39
40
41
test_on_pyboard = False
if test_on_pyboard:
    import pyboard
    pyb = pyboard.Pyboard('/dev/ttyACM0')
    pyb.enter_raw_repl()

42
43
running_under_travis = os.environ.get('TRAVIS', 'false') == 'true'

Markus Siemens's avatar
Markus Siemens committed
44
for test_file in tests:
45
46
47
    if running_under_travis and test_file in skip_travis_tests:
        print("skip ", test_file)
        continue
Markus Siemens's avatar
Markus Siemens committed
48

49
50
51
52
53
54
55
    # run CPython
    try:
        output_expected = subprocess.check_output([CPYTHON3, '-B', test_file])
    except subprocess.CalledProcessError:
        output_expected = b'CPYTHON3 CRASH'

    # run Micro Python
56
57
58
    if test_on_pyboard:
        pyb.enter_raw_repl()
        try:
59
            if test_file == 'basics/memoryerror.py':
60
61
62
63
64
65
66
67
                # this test crashes the pyboard
                output_mupy = b'CRASH'
            else:
                output_mupy = pyb.execfile(test_file).replace(b'\r\n', b'\n')
        except pyboard.PyboardError:
            output_mupy = b'CRASH\n' + output_mupy
    else:
        try:
68
            output_mupy = subprocess.check_output([MP_PY, '-X', 'emit=bytecode', test_file])
69
70
        except subprocess.CalledProcessError:
            output_mupy = b'CRASH'
Markus Siemens's avatar
Markus Siemens committed
71
72
73

    testcase_count += len(output_expected.splitlines())

74
75
76
77
78
    test_basename = os.path.basename(test_file)
    test_name = os.path.splitext(test_basename)[0]
    filename_expected = test_basename + ".exp"
    filename_mupy = test_basename + ".out"

Damien George's avatar
Damien George committed
79
    if output_expected == output_mupy:
Markus Siemens's avatar
Markus Siemens committed
80
81
        print("pass ", test_file)
        passed_count += 1
82
83
        rm_f(filename_expected)
        rm_f(filename_mupy)
Markus Siemens's avatar
Markus Siemens committed
84
    else:
85
        with open(filename_expected, "w") as f:
86
            f.write(str(output_expected, "ascii"))
87
        with open(filename_mupy, "w") as f:
88
            f.write(str(output_mupy, "ascii"))
Markus Siemens's avatar
Markus Siemens committed
89
90
91
92
93
        print("FAIL ", test_file)
        failed_tests.append(test_name)

    test_count += 1

Damien George's avatar
Damien George committed
94
print("{} tests performed ({} individual testcases)".format(test_count, testcase_count))
Markus Siemens's avatar
Markus Siemens committed
95
96
97
print("{} tests passed".format(passed_count))

if len(failed_tests) > 0:
Damien George's avatar
Damien George committed
98
    print("{} tests failed: {}".format(len(failed_tests), ' '.join(failed_tests)))
Markus Siemens's avatar
Markus Siemens committed
99
    sys.exit(1)