diff options
| author | Pablo Galindo <Pablogsal@gmail.com> | 2021-06-08 11:25:22 (GMT) |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2021-06-08 11:25:22 (GMT) |
| commit | d334c73b56756e90c33ce06e3a6ec23271aa099d (patch) | |
| tree | 28e6f07127efbed4adea6eb27465977eb281b630 /Parser | |
| parent | 6d518bb3a11f9b16098f45b21a13ebe8f537f045 (diff) | |
| download | cpython-d334c73b56756e90c33ce06e3a6ec23271aa099d.zip cpython-d334c73b56756e90c33ce06e3a6ec23271aa099d.tar.gz cpython-d334c73b56756e90c33ce06e3a6ec23271aa099d.tar.bz2 | |
bpo-44335: Fix a regression when identifying invalid characters in syntax errors (GH-26589)
Diffstat (limited to 'Parser')
| -rw-r--r-- | Parser/pegen.c | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/Parser/pegen.c b/Parser/pegen.c index aac7e36..c69a042 100644 --- a/Parser/pegen.c +++ b/Parser/pegen.c @@ -1288,7 +1288,9 @@ _PyPegen_run_parser(Parser *p) reset_parser_state(p); _PyPegen_parse(p); if (PyErr_Occurred()) { - if (PyErr_ExceptionMatches(PyExc_SyntaxError)) { + // Prioritize tokenizer errors to custom syntax errors raised + // on the second phase only if the errors come from the parser. + if (p->tok->done != E_ERROR && PyErr_ExceptionMatches(PyExc_SyntaxError)) { _PyPegen_check_tokenizer_errors(p); } return NULL; |