summaryrefslogtreecommitdiffstats
path: root/Parser/tokenizer.h
diff options
context:
space:
mode:
authorMartin v. Löwis <martin@v.loewis.de>2002-08-04 20:10:29 (GMT)
committerMartin v. Löwis <martin@v.loewis.de>2002-08-04 20:10:29 (GMT)
commit1ee99d31d980e8a6e9c9d2379900f8bd5f98a9fe (patch)
treeee652ff1072207c52a137cc47820b58f588fbd4c /Parser/tokenizer.h
parentcd280fb59c6dfc84e0a138039e541ef46df7fb0b (diff)
downloadcpython-1ee99d31d980e8a6e9c9d2379900f8bd5f98a9fe.zip
cpython-1ee99d31d980e8a6e9c9d2379900f8bd5f98a9fe.tar.gz
cpython-1ee99d31d980e8a6e9c9d2379900f8bd5f98a9fe.tar.bz2
Make pgen compile with pydebug. Duplicate normalized names, as it may
be longer than the old string.
Diffstat (limited to 'Parser/tokenizer.h')
-rw-r--r--Parser/tokenizer.h2
1 files changed, 2 insertions, 0 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h
index 9782666..f3bac74 100644
--- a/Parser/tokenizer.h
+++ b/Parser/tokenizer.h
@@ -45,8 +45,10 @@ struct tok_state {
int read_coding_spec; /* whether 'coding:...' has been read */
int issued_encoding_warning; /* whether non-ASCII warning was issued */
char *encoding;
+#ifndef PGEN
PyObject *decoding_readline; /* codecs.open(...).readline */
PyObject *decoding_buffer;
+#endif
const char* enc;
const char* str;
};