annotate utils/bugpoint_gisel_reducer.py @ 138:53f12981605a

Fix goto is environment
author anatofuz
date Wed, 07 Mar 2018 18:36:33 +0900
parents 3a76565eade5
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
134
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
1 #!/usr/bin/env python
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
2
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
3 """Reduces GlobalISel failures.
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
4
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
5 This script is a utility to reduce tests that GlobalISel
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
6 fails to compile.
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
7
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
8 It runs llc to get the error message using a regex and creates
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
9 a custom command to check that specific error. Then, it runs bugpoint
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
10 with the custom command.
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
11
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
12 """
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
13 from __future__ import print_function
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
14 import argparse
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
15 import re
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
16 import subprocess
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
17 import sys
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
18 import tempfile
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
19 import os
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
20
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
21
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
22 def log(msg):
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
23 print(msg)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
24
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
25
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
26 def hr():
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
27 log('-' * 50)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
28
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
29
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
30 def log_err(msg):
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
31 print('ERROR: {}'.format(msg), file=sys.stderr)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
32
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
33
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
34 def check_path(path):
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
35 if not os.path.exists(path):
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
36 log_err('{} does not exist.'.format(path))
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
37 raise
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
38 return path
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
39
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
40
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
41 def check_bin(build_dir, bin_name):
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
42 file_name = '{}/bin/{}'.format(build_dir, bin_name)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
43 return check_path(file_name)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
44
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
45
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
46 def run_llc(llc, irfile):
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
47 pr = subprocess.Popen([llc,
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
48 '-o',
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
49 '-',
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
50 '-global-isel',
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
51 '-pass-remarks-missed=gisel',
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
52 irfile],
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
53 stdout=subprocess.PIPE,
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
54 stderr=subprocess.PIPE)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
55 out, err = pr.communicate()
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
56 res = pr.wait()
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
57 if res == 0:
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
58 return 0
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
59 re_err = re.compile(
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
60 r'LLVM ERROR: ([a-z\s]+):.*(G_INTRINSIC[_A-Z]* <intrinsic:@[a-zA-Z0-9\.]+>|G_[A-Z_]+)')
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
61 match = re_err.match(err)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
62 if not match:
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
63 return 0
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
64 else:
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
65 return [match.group(1), match.group(2)]
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
66
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
67
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
68 def run_bugpoint(bugpoint_bin, llc_bin, opt_bin, tmp, ir_file):
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
69 compileCmd = '-compile-command={} -c {} {}'.format(
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
70 os.path.realpath(__file__), llc_bin, tmp)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
71 pr = subprocess.Popen([bugpoint_bin,
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
72 '-compile-custom',
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
73 compileCmd,
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
74 '-opt-command={}'.format(opt_bin),
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
75 ir_file])
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
76 res = pr.wait()
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
77 if res != 0:
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
78 log_err("Unable to reduce the test.")
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
79 raise
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
80
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
81
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
82 def run_bugpoint_check():
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
83 path_to_llc = sys.argv[2]
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
84 path_to_err = sys.argv[3]
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
85 path_to_ir = sys.argv[4]
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
86 with open(path_to_err, 'r') as f:
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
87 err = f.read()
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
88 res = run_llc(path_to_llc, path_to_ir)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
89 if res == 0:
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
90 return 0
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
91 log('GlobalISed failed, {}: {}'.format(res[0], res[1]))
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
92 if res != err.split(';'):
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
93 return 0
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
94 else:
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
95 return 1
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
96
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
97
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
98 def main():
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
99 # Check if this is called by bugpoint.
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
100 if len(sys.argv) == 5 and sys.argv[1] == '-c':
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
101 sys.exit(run_bugpoint_check())
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
102
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
103 # Parse arguments.
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
104 parser = argparse.ArgumentParser(
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
105 description=__doc__, formatter_class=argparse.RawTextHelpFormatter)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
106 parser.add_argument('BuildDir', help="Path to LLVM build directory")
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
107 parser.add_argument('IRFile', help="Path to the input IR file")
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
108 args = parser.parse_args()
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
109
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
110 # Check if the binaries exist.
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
111 build_dir = check_path(args.BuildDir)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
112 ir_file = check_path(args.IRFile)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
113 llc_bin = check_bin(build_dir, 'llc')
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
114 opt_bin = check_bin(build_dir, 'opt')
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
115 bugpoint_bin = check_bin(build_dir, 'bugpoint')
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
116
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
117 # Run llc to see if GlobalISel fails.
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
118 log('Running llc...')
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
119 res = run_llc(llc_bin, ir_file)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
120 if res == 0:
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
121 log_err("Expected failure")
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
122 raise
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
123 hr()
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
124 log('GlobalISel failed, {}: {}.'.format(res[0], res[1]))
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
125 tmp = tempfile.NamedTemporaryFile()
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
126 log('Writing error to {} for bugpoint.'.format(tmp.name))
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
127 tmp.write(';'.join(res))
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
128 tmp.flush()
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
129 hr()
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
130
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
131 # Run bugpoint.
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
132 log('Running bugpoint...')
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
133 run_bugpoint(bugpoint_bin, llc_bin, opt_bin, tmp.name, ir_file)
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
134 hr()
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
135 log('Done!')
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
136 hr()
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
137 output_file = 'bugpoint-reduced-simplified.bc'
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
138 log('Run llvm-dis to disassemble the output:')
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
139 log('$ {}/bin/llvm-dis -o - {}'.format(build_dir, output_file))
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
140 log('Run llc to reproduce the problem:')
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
141 log('$ {}/bin/llc -o - -global-isel '
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
142 '-pass-remarks-missed=gisel {}'.format(build_dir, output_file))
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
143
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
144
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
145 if __name__ == '__main__':
3a76565eade5 update 5.0.1
mir3636
parents:
diff changeset
146 main()