diff options
Diffstat (limited to 'Tools/scripts/checkappend.py')
| -rwxr-xr-x | Tools/scripts/checkappend.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/Tools/scripts/checkappend.py b/Tools/scripts/checkappend.py index 8953285..4c74ee5 100755 --- a/Tools/scripts/checkappend.py +++ b/Tools/scripts/checkappend.py @@ -103,7 +103,9 @@ class AppendChecker: def run(self): try: - tokenize.tokenize(self.file.readline, self.tokeneater) + tokens = tokenize.generate_tokens(self.file.readline) + for _token in tokens: + self.tokeneater(*_token) except tokenize.TokenError as msg: errprint("%r: Token Error: %s" % (self.fname, msg)) self.nerrors = self.nerrors + 1 |