diff options
Diffstat (limited to 'Tools/scripts/reindent.py')
| -rwxr-xr-x | Tools/scripts/reindent.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/Tools/scripts/reindent.py b/Tools/scripts/reindent.py index 981f63a..9a55198 100755 --- a/Tools/scripts/reindent.py +++ b/Tools/scripts/reindent.py @@ -173,7 +173,9 @@ class Reindenter: self.stats = [] def run(self): - tokenize.tokenize(self.getline, self.tokeneater) + tokens = tokenize.generate_tokens(self.getline) + for _token in tokens: + self.tokeneater(*_token) # Remove trailing empty lines. lines = self.lines while lines and lines[-1] == "\n": |