summaryrefslogtreecommitdiffstats
path: root/Parser/tokenizer.h
diff options
context:
space:
mode:
authorMartin v. Löwis <martin@v.loewis.de>2007-09-04 14:19:28 (GMT)
committerMartin v. Löwis <martin@v.loewis.de>2007-09-04 14:19:28 (GMT)
commita5136196bce72c51c79a5f961223b4645c90255c (patch)
tree552aefbadb426b866df79421bb0e7e953dec47c9 /Parser/tokenizer.h
parent58bd49f5fec11751806d869a8479f59e13d2d558 (diff)
downloadcpython-a5136196bce72c51c79a5f961223b4645c90255c.zip
cpython-a5136196bce72c51c79a5f961223b4645c90255c.tar.gz
cpython-a5136196bce72c51c79a5f961223b4645c90255c.tar.bz2
Patch #1031213: Decode source line in SyntaxErrors back to its original
source encoding. Will backport to 2.5.
Diffstat (limited to 'Parser/tokenizer.h')
-rw-r--r--Parser/tokenizer.h2
1 files changed, 2 insertions, 0 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h
index 5e7ebf7..8482cdd 100644
--- a/Parser/tokenizer.h
+++ b/Parser/tokenizer.h
@@ -58,6 +58,8 @@ extern struct tok_state *PyTokenizer_FromString(const char *);
extern struct tok_state *PyTokenizer_FromFile(FILE *, char *, char *);
extern void PyTokenizer_Free(struct tok_state *);
extern int PyTokenizer_Get(struct tok_state *, char **, char **);
+extern char * PyTokenizer_RestoreEncoding(struct tok_state* tok,
+ int len, int *offset);
#ifdef __cplusplus
}