annotate contrib/check_GNU_style_lib.py @ 158:494b0b89df80 default tip

...
author Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date Mon, 25 May 2020 18:13:55 +0900
parents 1830386684a0
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
111
kono
parents:
diff changeset
1 #!/usr/bin/env python3
kono
parents:
diff changeset
2 #
kono
parents:
diff changeset
3 # Checks some of the GNU style formatting rules in a set of patches.
kono
parents:
diff changeset
4 # The script is a rewritten of the same bash script and should eventually
kono
parents:
diff changeset
5 # replace the former script.
kono
parents:
diff changeset
6 #
kono
parents:
diff changeset
7 # This file is part of GCC.
kono
parents:
diff changeset
8 #
kono
parents:
diff changeset
9 # GCC is free software; you can redistribute it and/or modify it under
kono
parents:
diff changeset
10 # the terms of the GNU General Public License as published by the Free
kono
parents:
diff changeset
11 # Software Foundation; either version 3, or (at your option) any later
kono
parents:
diff changeset
12 # version.
kono
parents:
diff changeset
13 #
kono
parents:
diff changeset
14 # GCC is distributed in the hope that it will be useful, but WITHOUT ANY
kono
parents:
diff changeset
15 # WARRANTY; without even the implied warranty of MERCHANTABILITY or
kono
parents:
diff changeset
16 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
kono
parents:
diff changeset
17 # for more details.
kono
parents:
diff changeset
18 #
kono
parents:
diff changeset
19 # You should have received a copy of the GNU General Public License
kono
parents:
diff changeset
20 # along with GCC; see the file COPYING3. If not see
kono
parents:
diff changeset
21 # <http://www.gnu.org/licenses/>. */
kono
parents:
diff changeset
22 #
kono
parents:
diff changeset
23 # The script requires python packages, which can be installed via pip3
kono
parents:
diff changeset
24 # like this:
kono
parents:
diff changeset
25 # $ pip3 install unidiff termcolor
kono
parents:
diff changeset
26
kono
parents:
diff changeset
27 import sys
kono
parents:
diff changeset
28 import re
kono
parents:
diff changeset
29 import unittest
kono
parents:
diff changeset
30
kono
parents:
diff changeset
31 def import_pip3(*args):
kono
parents:
diff changeset
32 missing=[]
kono
parents:
diff changeset
33 for (module, names) in args:
kono
parents:
diff changeset
34 try:
kono
parents:
diff changeset
35 lib = __import__(module)
kono
parents:
diff changeset
36 except ImportError:
kono
parents:
diff changeset
37 missing.append(module)
kono
parents:
diff changeset
38 continue
kono
parents:
diff changeset
39 if not isinstance(names, list):
kono
parents:
diff changeset
40 names=[names]
kono
parents:
diff changeset
41 for name in names:
kono
parents:
diff changeset
42 globals()[name]=getattr(lib, name)
kono
parents:
diff changeset
43 if len(missing) > 0:
kono
parents:
diff changeset
44 missing_and_sep = ' and '.join(missing)
kono
parents:
diff changeset
45 missing_space_sep = ' '.join(missing)
kono
parents:
diff changeset
46 print('%s %s missing (run: pip3 install %s)'
kono
parents:
diff changeset
47 % (missing_and_sep,
kono
parents:
diff changeset
48 ("module is" if len(missing) == 1 else "modules are"),
kono
parents:
diff changeset
49 missing_space_sep))
kono
parents:
diff changeset
50 exit(3)
kono
parents:
diff changeset
51
kono
parents:
diff changeset
52 import_pip3(('termcolor', 'colored'),
kono
parents:
diff changeset
53 ('unidiff', 'PatchSet'))
kono
parents:
diff changeset
54
kono
parents:
diff changeset
55 from itertools import *
kono
parents:
diff changeset
56
kono
parents:
diff changeset
57 ws_char = '█'
kono
parents:
diff changeset
58 ts = 8
kono
parents:
diff changeset
59
kono
parents:
diff changeset
60 def error_string(s):
kono
parents:
diff changeset
61 return colored(s, 'red', attrs = ['bold'])
kono
parents:
diff changeset
62
kono
parents:
diff changeset
63 class CheckError:
kono
parents:
diff changeset
64 def __init__(self, filename, lineno, console_error, error_message,
kono
parents:
diff changeset
65 column = -1):
kono
parents:
diff changeset
66 self.filename = filename
kono
parents:
diff changeset
67 self.lineno = lineno
kono
parents:
diff changeset
68 self.console_error = console_error
kono
parents:
diff changeset
69 self.error_message = error_message
kono
parents:
diff changeset
70 self.column = column
kono
parents:
diff changeset
71
kono
parents:
diff changeset
72 def error_location(self):
kono
parents:
diff changeset
73 return '%s:%d:%d:' % (self.filename, self.lineno,
kono
parents:
diff changeset
74 self.column if self.column != -1 else -1)
kono
parents:
diff changeset
75
kono
parents:
diff changeset
76 class LineLengthCheck:
kono
parents:
diff changeset
77 def __init__(self):
kono
parents:
diff changeset
78 self.limit = 80
kono
parents:
diff changeset
79 self.expanded_tab = ' ' * ts
kono
parents:
diff changeset
80
kono
parents:
diff changeset
81 def check(self, filename, lineno, line):
kono
parents:
diff changeset
82 line_expanded = line.replace('\t', self.expanded_tab)
kono
parents:
diff changeset
83 if len(line_expanded) > self.limit:
kono
parents:
diff changeset
84 return CheckError(filename, lineno,
kono
parents:
diff changeset
85 line_expanded[:self.limit]
kono
parents:
diff changeset
86 + error_string(line_expanded[self.limit:]),
kono
parents:
diff changeset
87 'lines should not exceed 80 characters', self.limit)
kono
parents:
diff changeset
88
kono
parents:
diff changeset
89 return None
kono
parents:
diff changeset
90
kono
parents:
diff changeset
91 class SpacesCheck:
kono
parents:
diff changeset
92 def __init__(self):
kono
parents:
diff changeset
93 self.expanded_tab = ' ' * ts
kono
parents:
diff changeset
94
kono
parents:
diff changeset
95 def check(self, filename, lineno, line):
kono
parents:
diff changeset
96 i = line.find(self.expanded_tab)
kono
parents:
diff changeset
97 if i != -1:
kono
parents:
diff changeset
98 return CheckError(filename, lineno,
kono
parents:
diff changeset
99 line.replace(self.expanded_tab, error_string(ws_char * ts)),
kono
parents:
diff changeset
100 'blocks of 8 spaces should be replaced with tabs', i)
kono
parents:
diff changeset
101
145
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
102 class SpacesAndTabsMixedCheck:
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
103 def __init__(self):
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
104 self.re = re.compile('\ \t')
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
105
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
106 def check(self, filename, lineno, line):
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
107 stripped = line.lstrip()
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
108 start = line[:len(line) - len(stripped)]
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
109 if self.re.search(line):
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
110 return CheckError(filename, lineno,
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
111 error_string(start.replace('\t', ws_char * ts)) + line[len(start):],
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
112 'a space should not precede a tab', 0)
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
113
111
kono
parents:
diff changeset
114 class TrailingWhitespaceCheck:
kono
parents:
diff changeset
115 def __init__(self):
kono
parents:
diff changeset
116 self.re = re.compile('(\s+)$')
kono
parents:
diff changeset
117
kono
parents:
diff changeset
118 def check(self, filename, lineno, line):
kono
parents:
diff changeset
119 assert(len(line) == 0 or line[-1] != '\n')
kono
parents:
diff changeset
120 m = self.re.search(line)
kono
parents:
diff changeset
121 if m != None:
kono
parents:
diff changeset
122 return CheckError(filename, lineno,
kono
parents:
diff changeset
123 line[:m.start(1)] + error_string(ws_char * len(m.group(1)))
kono
parents:
diff changeset
124 + line[m.end(1):],
kono
parents:
diff changeset
125 'trailing whitespace', m.start(1))
kono
parents:
diff changeset
126
kono
parents:
diff changeset
127 class SentenceSeparatorCheck:
kono
parents:
diff changeset
128 def __init__(self):
kono
parents:
diff changeset
129 self.re = re.compile('\w\.(\s|\s{3,})\w')
kono
parents:
diff changeset
130
kono
parents:
diff changeset
131 def check(self, filename, lineno, line):
kono
parents:
diff changeset
132 m = self.re.search(line)
kono
parents:
diff changeset
133 if m != None:
kono
parents:
diff changeset
134 return CheckError(filename, lineno,
kono
parents:
diff changeset
135 line[:m.start(1)] + error_string(ws_char * len(m.group(1)))
kono
parents:
diff changeset
136 + line[m.end(1):],
kono
parents:
diff changeset
137 'dot, space, space, new sentence', m.start(1))
kono
parents:
diff changeset
138
kono
parents:
diff changeset
139 class SentenceEndOfCommentCheck:
kono
parents:
diff changeset
140 def __init__(self):
kono
parents:
diff changeset
141 self.re = re.compile('\w\.(\s{0,1}|\s{3,})\*/')
kono
parents:
diff changeset
142
kono
parents:
diff changeset
143 def check(self, filename, lineno, line):
kono
parents:
diff changeset
144 m = self.re.search(line)
kono
parents:
diff changeset
145 if m != None:
kono
parents:
diff changeset
146 return CheckError(filename, lineno,
kono
parents:
diff changeset
147 line[:m.start(1)] + error_string(ws_char * len(m.group(1)))
kono
parents:
diff changeset
148 + line[m.end(1):],
kono
parents:
diff changeset
149 'dot, space, space, end of comment', m.start(1))
kono
parents:
diff changeset
150
kono
parents:
diff changeset
151 class SentenceDotEndCheck:
kono
parents:
diff changeset
152 def __init__(self):
kono
parents:
diff changeset
153 self.re = re.compile('\w(\s*\*/)')
kono
parents:
diff changeset
154
kono
parents:
diff changeset
155 def check(self, filename, lineno, line):
kono
parents:
diff changeset
156 m = self.re.search(line)
kono
parents:
diff changeset
157 if m != None:
kono
parents:
diff changeset
158 return CheckError(filename, lineno,
kono
parents:
diff changeset
159 line[:m.start(1)] + error_string(m.group(1)) + line[m.end(1):],
kono
parents:
diff changeset
160 'dot, space, space, end of comment', m.start(1))
kono
parents:
diff changeset
161
kono
parents:
diff changeset
162 class FunctionParenthesisCheck:
kono
parents:
diff changeset
163 # TODO: filter out GTY stuff
kono
parents:
diff changeset
164 def __init__(self):
kono
parents:
diff changeset
165 self.re = re.compile('\w(\s{2,})?(\()')
kono
parents:
diff changeset
166
kono
parents:
diff changeset
167 def check(self, filename, lineno, line):
kono
parents:
diff changeset
168 if '#define' in line:
kono
parents:
diff changeset
169 return None
kono
parents:
diff changeset
170
kono
parents:
diff changeset
171 m = self.re.search(line)
kono
parents:
diff changeset
172 if m != None:
kono
parents:
diff changeset
173 return CheckError(filename, lineno,
kono
parents:
diff changeset
174 line[:m.start(2)] + error_string(m.group(2)) + line[m.end(2):],
kono
parents:
diff changeset
175 'there should be exactly one space between function name ' \
kono
parents:
diff changeset
176 'and parenthesis', m.start(2))
kono
parents:
diff changeset
177
kono
parents:
diff changeset
178 class SquareBracketCheck:
kono
parents:
diff changeset
179 def __init__(self):
kono
parents:
diff changeset
180 self.re = re.compile('\w\s+(\[)')
kono
parents:
diff changeset
181
kono
parents:
diff changeset
182 def check(self, filename, lineno, line):
kono
parents:
diff changeset
183 m = self.re.search(line)
kono
parents:
diff changeset
184 if m != None:
kono
parents:
diff changeset
185 return CheckError(filename, lineno,
kono
parents:
diff changeset
186 line[:m.start(1)] + error_string(m.group(1)) + line[m.end(1):],
kono
parents:
diff changeset
187 'there should be no space before a left square bracket',
kono
parents:
diff changeset
188 m.start(1))
kono
parents:
diff changeset
189
kono
parents:
diff changeset
190 class ClosingParenthesisCheck:
kono
parents:
diff changeset
191 def __init__(self):
kono
parents:
diff changeset
192 self.re = re.compile('\S\s+(\))')
kono
parents:
diff changeset
193
kono
parents:
diff changeset
194 def check(self, filename, lineno, line):
kono
parents:
diff changeset
195 m = self.re.search(line)
kono
parents:
diff changeset
196 if m != None:
kono
parents:
diff changeset
197 return CheckError(filename, lineno,
kono
parents:
diff changeset
198 line[:m.start(1)] + error_string(m.group(1)) + line[m.end(1):],
kono
parents:
diff changeset
199 'there should be no space before closing parenthesis',
kono
parents:
diff changeset
200 m.start(1))
kono
parents:
diff changeset
201
kono
parents:
diff changeset
202 class BracesOnSeparateLineCheck:
kono
parents:
diff changeset
203 # This will give false positives for C99 compound literals.
kono
parents:
diff changeset
204
kono
parents:
diff changeset
205 def __init__(self):
kono
parents:
diff changeset
206 self.re = re.compile('(\)|else)\s*({)')
kono
parents:
diff changeset
207
kono
parents:
diff changeset
208 def check(self, filename, lineno, line):
kono
parents:
diff changeset
209 m = self.re.search(line)
kono
parents:
diff changeset
210 if m != None:
kono
parents:
diff changeset
211 return CheckError(filename, lineno,
kono
parents:
diff changeset
212 line[:m.start(2)] + error_string(m.group(2)) + line[m.end(2):],
kono
parents:
diff changeset
213 'braces should be on a separate line', m.start(2))
kono
parents:
diff changeset
214
kono
parents:
diff changeset
215 class TrailinigOperatorCheck:
kono
parents:
diff changeset
216 def __init__(self):
kono
parents:
diff changeset
217 regex = '^\s.*(([^a-zA-Z_]\*)|([-%<=&|^?])|([^*]/)|([^:][+]))$'
kono
parents:
diff changeset
218 self.re = re.compile(regex)
kono
parents:
diff changeset
219
kono
parents:
diff changeset
220 def check(self, filename, lineno, line):
kono
parents:
diff changeset
221 m = self.re.search(line)
kono
parents:
diff changeset
222 if m != None:
kono
parents:
diff changeset
223 return CheckError(filename, lineno,
kono
parents:
diff changeset
224 line[:m.start(1)] + error_string(m.group(1)) + line[m.end(1):],
kono
parents:
diff changeset
225 'trailing operator', m.start(1))
kono
parents:
diff changeset
226
kono
parents:
diff changeset
227 class LineLengthTest(unittest.TestCase):
kono
parents:
diff changeset
228 def setUp(self):
kono
parents:
diff changeset
229 self.check = LineLengthCheck()
kono
parents:
diff changeset
230
kono
parents:
diff changeset
231 def test_line_length_check_basic(self):
kono
parents:
diff changeset
232 r = self.check.check('foo', 123, self.check.limit * 'a' + ' = 123;')
kono
parents:
diff changeset
233 self.assertIsNotNone(r)
kono
parents:
diff changeset
234 self.assertEqual('foo', r.filename)
kono
parents:
diff changeset
235 self.assertEqual(80, r.column)
kono
parents:
diff changeset
236 self.assertEqual(r.console_error,
kono
parents:
diff changeset
237 self.check.limit * 'a' + error_string(' = 123;'))
kono
parents:
diff changeset
238
kono
parents:
diff changeset
239 class TrailingWhitespaceTest(unittest.TestCase):
kono
parents:
diff changeset
240 def setUp(self):
kono
parents:
diff changeset
241 self.check = TrailingWhitespaceCheck()
kono
parents:
diff changeset
242
kono
parents:
diff changeset
243 def test_trailing_whitespace_check_basic(self):
kono
parents:
diff changeset
244 r = self.check.check('foo', 123, 'a = 123;')
kono
parents:
diff changeset
245 self.assertIsNone(r)
kono
parents:
diff changeset
246 r = self.check.check('foo', 123, 'a = 123; ')
kono
parents:
diff changeset
247 self.assertIsNotNone(r)
kono
parents:
diff changeset
248 r = self.check.check('foo', 123, 'a = 123;\t')
kono
parents:
diff changeset
249 self.assertIsNotNone(r)
kono
parents:
diff changeset
250
145
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
251 class SpacesAndTabsMixedTest(unittest.TestCase):
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
252 def setUp(self):
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
253 self.check = SpacesAndTabsMixedCheck()
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
254
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
255 def test_trailing_whitespace_check_basic(self):
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
256 r = self.check.check('foo', 123, ' \ta = 123;')
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
257 self.assertEqual('foo', r.filename)
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
258 self.assertEqual(0, r.column)
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
259 self.assertIsNotNone(r.console_error)
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
260 r = self.check.check('foo', 123, ' \t a = 123;')
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
261 self.assertIsNotNone(r.console_error)
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
262 r = self.check.check('foo', 123, '\t a = 123;')
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
263 self.assertIsNone(r)
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
264
111
kono
parents:
diff changeset
265 def check_GNU_style_file(file, file_encoding, format):
kono
parents:
diff changeset
266 checks = [LineLengthCheck(), SpacesCheck(), TrailingWhitespaceCheck(),
kono
parents:
diff changeset
267 SentenceSeparatorCheck(), SentenceEndOfCommentCheck(),
kono
parents:
diff changeset
268 SentenceDotEndCheck(), FunctionParenthesisCheck(),
kono
parents:
diff changeset
269 SquareBracketCheck(), ClosingParenthesisCheck(),
145
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
270 BracesOnSeparateLineCheck(), TrailinigOperatorCheck(),
1830386684a0 gcc-9.2.0
anatofuz
parents: 111
diff changeset
271 SpacesAndTabsMixedCheck()]
111
kono
parents:
diff changeset
272 errors = []
kono
parents:
diff changeset
273
kono
parents:
diff changeset
274 patch = PatchSet(file, encoding=file_encoding)
kono
parents:
diff changeset
275
kono
parents:
diff changeset
276 for pfile in patch.added_files + patch.modified_files:
kono
parents:
diff changeset
277 t = pfile.target_file.lstrip('b/')
kono
parents:
diff changeset
278 # Skip testsuite files
kono
parents:
diff changeset
279 if 'testsuite' in t:
kono
parents:
diff changeset
280 continue
kono
parents:
diff changeset
281
kono
parents:
diff changeset
282 for hunk in pfile:
kono
parents:
diff changeset
283 delta = 0
kono
parents:
diff changeset
284 for line in hunk:
kono
parents:
diff changeset
285 if line.is_added and line.target_line_no != None:
kono
parents:
diff changeset
286 for check in checks:
kono
parents:
diff changeset
287 line_chomp = line.value.replace('\n', '')
kono
parents:
diff changeset
288 e = check.check(t, line.target_line_no, line_chomp)
kono
parents:
diff changeset
289 if e != None:
kono
parents:
diff changeset
290 errors.append(e)
kono
parents:
diff changeset
291
kono
parents:
diff changeset
292 if format == 'stdio':
kono
parents:
diff changeset
293 fn = lambda x: x.error_message
kono
parents:
diff changeset
294 i = 1
kono
parents:
diff changeset
295 for (k, errors) in groupby(sorted(errors, key = fn), fn):
kono
parents:
diff changeset
296 errors = list(errors)
kono
parents:
diff changeset
297 print('=== ERROR type #%d: %s (%d error(s)) ==='
kono
parents:
diff changeset
298 % (i, k, len(errors)))
kono
parents:
diff changeset
299 i += 1
kono
parents:
diff changeset
300 for e in errors:
kono
parents:
diff changeset
301 print(e.error_location () + e.console_error)
kono
parents:
diff changeset
302 print()
kono
parents:
diff changeset
303
kono
parents:
diff changeset
304 exit(0 if len(errors) == 0 else 1)
kono
parents:
diff changeset
305 elif format == 'quickfix':
kono
parents:
diff changeset
306 f = 'errors.err'
kono
parents:
diff changeset
307 with open(f, 'w+') as qf:
kono
parents:
diff changeset
308 for e in errors:
kono
parents:
diff changeset
309 qf.write('%s%s\n' % (e.error_location(), e.error_message))
kono
parents:
diff changeset
310 if len(errors) == 0:
kono
parents:
diff changeset
311 exit(0)
kono
parents:
diff changeset
312 else:
kono
parents:
diff changeset
313 print('%d error(s) written to %s file.' % (len(errors), f))
kono
parents:
diff changeset
314 exit(1)
kono
parents:
diff changeset
315 else:
kono
parents:
diff changeset
316 assert False
kono
parents:
diff changeset
317
kono
parents:
diff changeset
318 if __name__ == '__main__':
kono
parents:
diff changeset
319 unittest.main()