summaryrefslogtreecommitdiffstats
path: root/Parser/tokenizer.h
diff options
context:
space:
mode:
authorPablo Galindo Salgado <Pablogsal@gmail.com>2021-11-21 02:06:39 (GMT)
committerGitHub <noreply@github.com>2021-11-21 02:06:39 (GMT)
commit4f006a789a35f5d1a7ef142bd1304ce167392457 (patch)
tree7881e5992786d8d15ff64b61c6548413de8aa30c /Parser/tokenizer.h
parent4cf65240ae3fbd0e85d8b1e1a9e35f4065843c8c (diff)
downloadcpython-4f006a789a35f5d1a7ef142bd1304ce167392457.zip
cpython-4f006a789a35f5d1a7ef142bd1304ce167392457.tar.gz
cpython-4f006a789a35f5d1a7ef142bd1304ce167392457.tar.bz2
Ensure the str member of the tokenizer is always initialised (GH-29681)
Diffstat (limited to 'Parser/tokenizer.h')
-rw-r--r--Parser/tokenizer.h2
1 files changed, 1 insertions, 1 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h
index 1d1cfd6..0cb6651 100644
--- a/Parser/tokenizer.h
+++ b/Parser/tokenizer.h
@@ -71,7 +71,7 @@ struct tok_state {
PyObject *decoding_readline; /* open(...).readline */
PyObject *decoding_buffer;
const char* enc; /* Encoding for the current str. */
- char* str;
+ char* str; /* Source string being tokenized (if tokenizing from a string)*/
char* input; /* Tokenizer's newline translated copy of the string. */
int type_comments; /* Whether to look for type comments */