pocketpy/scripts/run_tests.py

import os
import sys
import time

def test_file(filepath, cpython=False):
    if cpython:
        with open(filepath, 'rt') as f:
            text = f.read().replace('++', '+=1').replace('--', '-=1')
        with open("tmp.py", 'wt') as f:
            f.write(text)
        x = os.system("python3 tmp.py") == 0
        os.remove("tmp.py")
        return x
            
    if sys.platform == 'win32':
        return os.system("pocketpy.exe " + filepath) == 0
    else:
        return os.system("./pocketpy " + filepath) == 0

def test_dir(path):
    print("Testing directory:", path)
    for filename in os.listdir(path):
        if not filename.endswith('.py'):
            continue
        filepath = os.path.join(path, filename)
        print("> " + filepath, flush=True)

        if path == 'benchmarks/':
            _0 = time.time()
            if not test_file(filepath, cpython=True): exit(1)
            _1 = time.time()
            if not test_file(filepath): exit(1)
            _2 = time.time()
            print(f'  cpython:  {_1 - _0:.6f}s (100%)')
            print(f'  pocketpy: {_2 - _1:.6f}s ({(_2 - _1) / (_1 - _0) * 100:.2f}%)')
        else:
            if not test_file(filepath): exit(1)

if len(sys.argv) == 2:
    assert 'benchmark' in sys.argv[1]
    d = 'benchmarks/'
else:
    d = 'tests/'
test_dir(d)
print("ALL TESTS PASSED")