summaryrefslogtreecommitdiffstats
path: root/Parser/tokenizer.c
diff options
context:
space:
mode:
authorGeorg Brandl <georg@python.org>2008-01-07 18:41:34 (GMT)
committerGeorg Brandl <georg@python.org>2008-01-07 18:41:34 (GMT)
commit76b30d1688a7ba1ff1b01a3eb21bf4890f71d404 (patch)
tree1fee676f5cd4f8d2b3e2215ce80564a4c5a01538 /Parser/tokenizer.c
parent62647653eb5f9ca5c83a2b3eb5416c057b52852e (diff)
downloadcpython-76b30d1688a7ba1ff1b01a3eb21bf4890f71d404.zip
cpython-76b30d1688a7ba1ff1b01a3eb21bf4890f71d404.tar.gz
cpython-76b30d1688a7ba1ff1b01a3eb21bf4890f71d404.tar.bz2
Fix #define ordering.
Diffstat (limited to 'Parser/tokenizer.c')
-rw-r--r--Parser/tokenizer.c5
1 files changed, 2 insertions, 3 deletions
diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
index 7fcff20..ee353aa 100644
--- a/Parser/tokenizer.c
+++ b/Parser/tokenizer.c
@@ -1533,7 +1533,6 @@ PyTokenizer_Get(struct tok_state *tok, char **p_start, char **p_end)
return result;
}
-#ifdef Py_USING_UNICODE
/* This function is only called from parsetok. However, it cannot live
there, as it must be empty for PGEN, and we can check for PGEN only
in this file. */
@@ -1545,6 +1544,7 @@ PyTokenizer_RestoreEncoding(struct tok_state* tok, int len, int* offset)
return NULL;
}
#else
+#ifdef Py_USING_UNICODE
static PyObject *
dec_utf8(const char *enc, const char *text, size_t len) {
PyObject *ret = NULL;
@@ -1592,10 +1592,9 @@ PyTokenizer_RestoreEncoding(struct tok_state* tok, int len, int *offset)
return text;
}
+#endif /* defined(Py_USING_UNICODE) */
#endif
-#endif /* defined(Py_USING_UNICODE) */
-
#ifdef Py_DEBUG