summaryrefslogtreecommitdiffstats
path: root/Parser/tokenizer.h
diff options
context:
space:
mode:
authorGeorg Brandl <georg@python.org>2008-01-07 18:41:34 (GMT)
committerGeorg Brandl <georg@python.org>2008-01-07 18:41:34 (GMT)
commit76b30d1688a7ba1ff1b01a3eb21bf4890f71d404 (patch)
tree1fee676f5cd4f8d2b3e2215ce80564a4c5a01538 /Parser/tokenizer.h
parent62647653eb5f9ca5c83a2b3eb5416c057b52852e (diff)
downloadcpython-76b30d1688a7ba1ff1b01a3eb21bf4890f71d404.zip
cpython-76b30d1688a7ba1ff1b01a3eb21bf4890f71d404.tar.gz
cpython-76b30d1688a7ba1ff1b01a3eb21bf4890f71d404.tar.bz2
Fix #define ordering.
Diffstat (limited to 'Parser/tokenizer.h')
-rw-r--r--Parser/tokenizer.h2
1 files changed, 1 insertions, 1 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h
index feccd4e..e10972c 100644
--- a/Parser/tokenizer.h
+++ b/Parser/tokenizer.h
@@ -58,7 +58,7 @@ extern struct tok_state *PyTokenizer_FromString(const char *);
extern struct tok_state *PyTokenizer_FromFile(FILE *, char *, char *);
extern void PyTokenizer_Free(struct tok_state *);
extern int PyTokenizer_Get(struct tok_state *, char **, char **);
-#ifdef Py_USING_UNICODE
+#if defined(PGEN) || defined(Py_USING_UNICODE)
extern char * PyTokenizer_RestoreEncoding(struct tok_state* tok,
int len, int *offset);
#endif