|
150
|
1 #!/usr/bin/env python
|
|
|
2
|
|
|
3 import sys
|
|
|
4 import subprocess
|
|
|
5 import traceback
|
|
|
6 import json
|
|
|
7
|
|
|
8 data = json.load(sys.stdin)
|
|
|
9 testfile = sys.argv[1]
|
|
|
10
|
|
|
11 prefix = "CHECK: "
|
|
|
12
|
|
|
13 fails = 0
|
|
|
14 passes = 0
|
|
|
15 with open(testfile) as testfh:
|
|
|
16 lineno = 0
|
|
|
17 for line in iter(testfh.readline, ""):
|
|
|
18 lineno += 1
|
|
|
19 line = line.rstrip("\r\n")
|
|
|
20 try:
|
|
|
21 prefix_pos = line.index(prefix)
|
|
|
22 except ValueError:
|
|
|
23 continue
|
|
252
|
24 check_expr = line[prefix_pos + len(prefix) :]
|
|
150
|
25
|
|
|
26 try:
|
|
|
27 exception = None
|
|
252
|
28 result = eval(check_expr, {"data": data})
|
|
150
|
29 except Exception:
|
|
|
30 result = False
|
|
|
31 exception = traceback.format_exc().splitlines()[-1]
|
|
|
32
|
|
|
33 if exception is not None:
|
|
|
34 sys.stderr.write(
|
|
|
35 "{file}:{line:d}: check threw exception: {expr}\n"
|
|
|
36 "{file}:{line:d}: exception was: {exception}\n".format(
|
|
252
|
37 file=testfile, line=lineno, expr=check_expr, exception=exception
|
|
|
38 )
|
|
|
39 )
|
|
150
|
40 fails += 1
|
|
|
41 elif not result:
|
|
|
42 sys.stderr.write(
|
|
|
43 "{file}:{line:d}: check returned False: {expr}\n".format(
|
|
252
|
44 file=testfile, line=lineno, expr=check_expr
|
|
|
45 )
|
|
|
46 )
|
|
150
|
47 fails += 1
|
|
|
48 else:
|
|
|
49 passes += 1
|
|
|
50
|
|
|
51 if fails != 0:
|
|
|
52 sys.exit("{} checks failed".format(fails))
|
|
|
53 else:
|
|
|
54 sys.stdout.write("{} checks passed\n".format(passes))
|
