test.in

#!/usr/bin/env python3
import argparse
import filecmp
import glob
import os
import subprocess
import sys

SRC = '@PROJECT_SOURCE_DIR@'
BIN = '@PROJECT_BINARY_DIR@'

def input_to_expect(input):
    return input[:-3] + '.ans'

def input_to_output(input):
    return input[:-3] + '.out'

def run_test(prog, input):
    output = input_to_output(input)
    expect = input_to_expect(input)

    with open(input, 'r') as stdin, open(output, 'w') as stdout:
        subprocess.call(prog, stdin=stdin, stdout=stdout)

    res = filecmp.cmp(output, expect)

    if not res:
        print('input {} fails'.format(input), file=sys.stderr)

    return res

def main():
    parser = argparse.ArgumentParser(description='Test runner')
    parser.add_argument('case', nargs=1, help='Test case')
    parser.add_argument('--skip', action='store_true', help='Do not report error')
    args = parser.parse_args()

    pass_ = True

    prog = os.path.join(BIN, 'bin', args.case[0])

    case = args.case[0].split('-')[1]

    input  = os.path.join(SRC, 'data', '{}.in'.format(case))

    res = run_test(prog, input)
    if not res:
        pass_ = False

    for input in glob.iglob(os.path.join(SRC, 'data', '{}-*.in'.format(case))):
        res = run_test(prog, input)
        if not res:
            pass_ = False

    return 0 if pass_ or args.skip else -1

if __name__ == '__main__':
    sys.exit(main())