summaryrefslogtreecommitdiffstats
path: root/Parser
diff options
context:
space:
mode:
authorBenjamin Peterson <benjamin@python.org>2010-04-03 23:10:01 (GMT)
committerBenjamin Peterson <benjamin@python.org>2010-04-03 23:10:01 (GMT)
commit4893abc77ab88fbcd3a80c5017194088cb3d5a61 (patch)
treea45e91401a3e9ea5430f304408600157b27d53bd /Parser
parent8daa49ee34667899af5687b322603fc71d848d3b (diff)
downloadcpython-4893abc77ab88fbcd3a80c5017194088cb3d5a61.zip
cpython-4893abc77ab88fbcd3a80c5017194088cb3d5a61.tar.gz
cpython-4893abc77ab88fbcd3a80c5017194088cb3d5a61.tar.bz2
Merged revisions 79725 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk ........ r79725 | benjamin.peterson | 2010-04-03 18:03:35 -0500 (Sat, 03 Apr 2010) | 4 lines use our own locale independent ctype macros requires building pyctype.o into pgen ........
Diffstat (limited to 'Parser')
-rw-r--r--Parser/tokenizer.c12
1 files changed, 1 insertions, 11 deletions
diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
index be2940c..77fec74 100644
--- a/Parser/tokenizer.c
+++ b/Parser/tokenizer.c
@@ -179,16 +179,6 @@ decode_str(const char *str, int exec_input, struct tok_state *tok)
#else /* PGEN */
-/* Ensure that the locale does not interfere with tokenization. */
-
-static int
-ascii_isalnum(int c)
-{
- return (('a' <= c && c <= 'z') ||
- ('A' <= c && c <= 'Z') ||
- ('0' <= c && c <= '9'));
-}
-
static char *
error_ret(struct tok_state *tok) /* XXX */
{
@@ -255,7 +245,7 @@ get_coding_spec(const char *s, Py_ssize_t size)
} while (t[0] == '\x20' || t[0] == '\t');
begin = t;
- while (ascii_isalnum(Py_CHARMASK(t[0])) ||
+ while (Py_ISALNUM(t[0]) ||
t[0] == '-' || t[0] == '_' || t[0] == '.')
t++;