summaryrefslogtreecommitdiffstats
path: root/Lib/lib2to3/pgen2/tokenize.py
diff options
context:
space:
mode:
authorMiss Islington (bot) <31488909+miss-islington@users.noreply.github.com>2021-08-10 13:47:11 (GMT)
committerGitHub <noreply@github.com>2021-08-10 13:47:11 (GMT)
commit52d481f15c953e06155e65ca823c8f6cae7a6b65 (patch)
treef0fb7a027b807d1cc81b7c6633165dd31ad759ac /Lib/lib2to3/pgen2/tokenize.py
parent2e1fef541c4a0a227af7bf1b59bfbccd3fb1a45e (diff)
downloadcpython-52d481f15c953e06155e65ca823c8f6cae7a6b65.zip
cpython-52d481f15c953e06155e65ca823c8f6cae7a6b65.tar.gz
cpython-52d481f15c953e06155e65ca823c8f6cae7a6b65.tar.bz2
make lib2to3 parse async generators everywhere (GH-6588)
(cherry picked from commit 149addd4960d634ce672ab5fc17e0e785a0cdcd0) Co-authored-by: Zsolt Dollenstein <zsol.zsol@gmail.com>
Diffstat (limited to 'Lib/lib2to3/pgen2/tokenize.py')
-rw-r--r--Lib/lib2to3/pgen2/tokenize.py7
1 files changed, 4 insertions, 3 deletions
diff --git a/Lib/lib2to3/pgen2/tokenize.py b/Lib/lib2to3/pgen2/tokenize.py
index 0e2685d..099dfa7 100644
--- a/Lib/lib2to3/pgen2/tokenize.py
+++ b/Lib/lib2to3/pgen2/tokenize.py
@@ -512,13 +512,14 @@ def generate_tokens(readline):
stashed = tok
continue
- if token == 'def':
+ if token in ('def', 'for'):
if (stashed
and stashed[0] == NAME
and stashed[1] == 'async'):
- async_def = True
- async_def_indent = indents[-1]
+ if token == 'def':
+ async_def = True
+ async_def_indent = indents[-1]
yield (ASYNC, stashed[1],
stashed[2], stashed[3],