dynarmic/tests/regression.py
MerryMage 6ee9beab32 Squashed 'externals/zydis/' content from commit 25193db00
git-subtree-dir: externals/zydis
git-subtree-split: 25193db008e8799ff59fd655c2a26b2ffd79d40d
2021-05-25 21:23:39 +01:00

72 lines
No EOL
1.8 KiB
Python

import os
import sys
import shlex
import argparse
import difflib
from subprocess import Popen, PIPE
TEST_CASE_DIRECTORY = "./cases"
def get_exitcode_stdout_stderr(cmd):
"""
Executes an external command and returns the exitcode, stdout and stderr.
"""
args = shlex.split(cmd)
proc = Popen(args, stdout=PIPE, stderr=PIPE)
out, err = proc.communicate()
exitcode = proc.returncode
return exitcode, out, err
parser = argparse.ArgumentParser(description="Regression testing.")
parser.add_argument(dest="operation", choices=["test", "rebase"])
parser.add_argument(dest="zydis_info_path", type=str)
args = parser.parse_args()
has_failed = False
for case in os.listdir(TEST_CASE_DIRECTORY):
if not case.endswith(".in"):
continue
path = os.path.join(TEST_CASE_DIRECTORY, case)
print(path)
with open(path, mode="r") as f:
payload = f.read()
exitcode, out, err = get_exitcode_stdout_stderr(f"{args.zydis_info_path} {payload}")
pre, ext = os.path.splitext(case)
path = os.path.join(TEST_CASE_DIRECTORY, pre + ".out")
if args.operation == "rebase":
with open(path, mode="wb") as f:
f.write(out)
continue
try:
with open(path, mode="rb") as f:
expected = f.read()
if expected != out:
print(f"FAILED: '{case}' [{payload}]")
print('\n'.join(difflib.unified_diff(
expected.decode().split('\n'),
out.decode().split('\n'),
fromfile='expected',
tofile='got',
)))
has_failed = True
except FileNotFoundError:
print(f"FAILED: '{case}' [Output file missing]")
has_failed = True
if has_failed:
print("\nSOME TESTS FAILED.")
sys.exit(-1)
else:
print("\nALL TESTS PASSED.")
sys.exit(0)