diff options
| author | Benjamin Peterson <benjamin@python.org> | 2009-11-12 23:39:44 (GMT) |
|---|---|---|
| committer | Benjamin Peterson <benjamin@python.org> | 2009-11-12 23:39:44 (GMT) |
| commit | e36199b49df77c96bad687c6681d8e54c5053b84 (patch) | |
| tree | 81b9aaa74f92b9de459ede5dc6ed2ca4ec508998 /Parser/tokenizer.h | |
| parent | c4cd6d3765d054ac1b23f0f9765a2eaf3f1e7be7 (diff) | |
| download | cpython-e36199b49df77c96bad687c6681d8e54c5053b84.zip cpython-e36199b49df77c96bad687c6681d8e54c5053b84.tar.gz cpython-e36199b49df77c96bad687c6681d8e54c5053b84.tar.bz2 | |
fix several compile() issues by translating newlines in the tokenizer
Diffstat (limited to 'Parser/tokenizer.h')
| -rw-r--r-- | Parser/tokenizer.h | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h index e10972c..79c9e28 100644 --- a/Parser/tokenizer.h +++ b/Parser/tokenizer.h @@ -52,9 +52,10 @@ struct tok_state { #endif const char* enc; const char* str; + const char* input; /* Tokenizer's newline translated copy of the string. */ }; -extern struct tok_state *PyTokenizer_FromString(const char *); +extern struct tok_state *PyTokenizer_FromString(const char *, int); extern struct tok_state *PyTokenizer_FromFile(FILE *, char *, char *); extern void PyTokenizer_Free(struct tok_state *); extern int PyTokenizer_Get(struct tok_state *, char **, char **); |