micropython/tests/run-tests

#! /usr/bin/env python3.3

import os
import subprocess
import sys
from glob import glob

if os.name == 'nt':
    CPYTHON3 = 'python3.3.exe'
    MP_PY = '../windows/micropython.exe'
else:
    CPYTHON3 = 'python3.3'
    MP_PY = '../unix/micropython'

test_count = 0
testcase_count = 0
passed_count = 0
failed_tests = []
tests = []

if not sys.argv[1:]:
    tests = sorted(glob('basics/*.py') + glob('io/*.py'))
else:
    tests = sys.argv[1:]

for test_file in tests:
    test_name = os.path.splitext(os.path.basename(test_file))[0]

    output_expected = subprocess.check_output([CPYTHON3, '-B', test_file])
    try:
        output_mupy = subprocess.check_output([MP_PY, test_file])
    except subprocess.CalledProcessError:
        output_mupy = 'CRASH'

    testcase_count += len(output_expected.splitlines())

    if output_expected == output_mupy:
        print("pass ", test_file)
        passed_count += 1
    else:
        print("FAIL ", test_file)
        failed_tests.append(test_name)

    test_count += 1

print("{} tests performed ({} individual testcases)".format(test_count, testcase_count))
print("{} tests passed".format(passed_count))

if len(failed_tests) > 0:
    print("{} tests failed: {}".format(len(failed_tests), ' '.join(failed_tests)))
    sys.exit(1)