diff options
Diffstat (limited to 'Parser/tokenizer.h')
| -rw-r--r-- | Parser/tokenizer.h | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h index feccd4e..e10972c 100644 --- a/Parser/tokenizer.h +++ b/Parser/tokenizer.h @@ -58,7 +58,7 @@ extern struct tok_state *PyTokenizer_FromString(const char *); extern struct tok_state *PyTokenizer_FromFile(FILE *, char *, char *); extern void PyTokenizer_Free(struct tok_state *); extern int PyTokenizer_Get(struct tok_state *, char **, char **); -#ifdef Py_USING_UNICODE +#if defined(PGEN) || defined(Py_USING_UNICODE) extern char * PyTokenizer_RestoreEncoding(struct tok_state* tok, int len, int *offset); #endif |