75 lines
2.2 KiB
Python
75 lines
2.2 KiB
Python
# vim: set ts=4 sw=4 tw=99 et:
|
|
import os, sys
|
|
import argparse
|
|
import subprocess
|
|
|
|
def run_tests(args):
|
|
testdir = os.path.dirname(os.path.abspath(__file__))
|
|
tests = []
|
|
for filename in os.listdir(testdir):
|
|
base, ext = os.path.splitext(filename)
|
|
if ext == '.sp':
|
|
tests += [base]
|
|
|
|
failed = False
|
|
|
|
for test in tests:
|
|
print('Testing {0}...'.format(test))
|
|
if test.startswith('fail-'):
|
|
kind = 'fail'
|
|
elif test.startswith('warn-'):
|
|
kind = 'warn'
|
|
elif test.startswith('ok-'):
|
|
kind = 'pass'
|
|
|
|
try:
|
|
argv = [args.spcomp, os.path.join(testdir, test + '.sp')]
|
|
p = subprocess.Popen(argv, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
stdout, stderr = p.communicate()
|
|
stdout = stdout.decode('utf-8')
|
|
stderr = stderr.decode('utf-8')
|
|
|
|
smx_path = test + '.smx'
|
|
compiled = os.path.exists(smx_path)
|
|
if compiled:
|
|
os.unlink(smx_path)
|
|
|
|
status = 'ok'
|
|
if compiled and kind == 'fail':
|
|
status = 'fail'
|
|
elif not compiled and kind != 'fail':
|
|
status = 'fail'
|
|
|
|
if status == 'ok' and kind != 'pass':
|
|
with open(os.path.join(testdir, test + '.txt')) as fp:
|
|
text = fp.read().strip()
|
|
if text not in stdout:
|
|
print('Expected to find text in stdout: >>>')
|
|
print(text)
|
|
print('<<<')
|
|
status = 'fail'
|
|
|
|
if status == 'fail':
|
|
failed = True
|
|
print('FAILED! Dumping stdout/stderr:')
|
|
print(stdout)
|
|
print(stderr)
|
|
else:
|
|
print('... OK!')
|
|
|
|
except Exception as exn:
|
|
raise
|
|
sys.stderr.write('FAILED! {0}\n'.format(exn.message))
|
|
|
|
if failed:
|
|
sys.exit(1)
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument('spcomp', type=str, help='Path to spcomp')
|
|
args = parser.parse_args()
|
|
run_tests(args)
|
|
|
|
if __name__ == '__main__':
|
|
main()
|