diff options
author | Martin v. Löwis <martin@v.loewis.de> | 2007-09-04 14:19:28 (GMT) |
---|---|---|
committer | Martin v. Löwis <martin@v.loewis.de> | 2007-09-04 14:19:28 (GMT) |
commit | a5136196bce72c51c79a5f961223b4645c90255c (patch) | |
tree | 552aefbadb426b866df79421bb0e7e953dec47c9 /Parser/tokenizer.h | |
parent | 58bd49f5fec11751806d869a8479f59e13d2d558 (diff) | |
download | cpython-a5136196bce72c51c79a5f961223b4645c90255c.zip cpython-a5136196bce72c51c79a5f961223b4645c90255c.tar.gz cpython-a5136196bce72c51c79a5f961223b4645c90255c.tar.bz2 |
Patch #1031213: Decode source line in SyntaxErrors back to its original
source encoding. Will backport to 2.5.
Diffstat (limited to 'Parser/tokenizer.h')
-rw-r--r-- | Parser/tokenizer.h | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h index 5e7ebf7..8482cdd 100644 --- a/Parser/tokenizer.h +++ b/Parser/tokenizer.h @@ -58,6 +58,8 @@ extern struct tok_state *PyTokenizer_FromString(const char *); extern struct tok_state *PyTokenizer_FromFile(FILE *, char *, char *); extern void PyTokenizer_Free(struct tok_state *); extern int PyTokenizer_Get(struct tok_state *, char **, char **); +extern char * PyTokenizer_RestoreEncoding(struct tok_state* tok, + int len, int *offset); #ifdef __cplusplus } |