diff options
Diffstat (limited to 'Parser/tokenizer.h')
| -rw-r--r-- | Parser/tokenizer.h | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h index 9782666..f3bac74 100644 --- a/Parser/tokenizer.h +++ b/Parser/tokenizer.h @@ -45,8 +45,10 @@ struct tok_state { int read_coding_spec; /* whether 'coding:...' has been read */ int issued_encoding_warning; /* whether non-ASCII warning was issued */ char *encoding; +#ifndef PGEN PyObject *decoding_readline; /* codecs.open(...).readline */ PyObject *decoding_buffer; +#endif const char* enc; const char* str; }; |