summaryrefslogtreecommitdiffstats
path: root/Parser/tokenizer.h
diff options
context:
space:
mode:
authorVictor Stinner <victor.stinner@haypocalc.com>2010-10-16 13:14:10 (GMT)
committerVictor Stinner <victor.stinner@haypocalc.com>2010-10-16 13:14:10 (GMT)
commit4c7c8c30235e42c47500b91549c2b6154b61f883 (patch)
tree649a94a99ea257c19a3e5ba17fc05a8044459243 /Parser/tokenizer.h
parent5a7913eb3bf390a2f3fd28116fc789bf2c7e4b64 (diff)
downloadcpython-4c7c8c30235e42c47500b91549c2b6154b61f883.zip
cpython-4c7c8c30235e42c47500b91549c2b6154b61f883.tar.gz
cpython-4c7c8c30235e42c47500b91549c2b6154b61f883.tar.bz2
Issue #9713, #10114: Parser functions (eg. PyParser_ASTFromFile) expects
filenames encoded to the filesystem encoding with surrogateescape error handler (to support undecodable bytes), instead of UTF-8 in strict mode.
Diffstat (limited to 'Parser/tokenizer.h')
-rw-r--r--Parser/tokenizer.h2
1 files changed, 1 insertions, 1 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h
index d9866f6..424567d 100644
--- a/Parser/tokenizer.h
+++ b/Parser/tokenizer.h
@@ -40,7 +40,7 @@ struct tok_state {
int level; /* () [] {} Parentheses nesting level */
/* Used to allow free continuations inside them */
/* Stuff for checking on different tab sizes */
- const char *filename; /* For error messages */
+ const char *filename; /* encoded to the filesystem encoding */
int altwarning; /* Issue warning if alternate tabs don't match */
int alterror; /* Issue error if alternate tabs don't match */
int alttabsize; /* Alternate tab spacing */