diff options
Diffstat (limited to 'Parser/tokenizer.h')
| -rw-r--r-- | Parser/tokenizer.h | 9 |
1 files changed, 5 insertions, 4 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h index cef90da..837bdca 100644 --- a/Parser/tokenizer.h +++ b/Parser/tokenizer.h @@ -64,10 +64,11 @@ struct tok_state { /* Used to allow free continuations inside them */ }; -extern struct tok_state *tok_setups PROTO((char *)); -extern struct tok_state *tok_setupf PROTO((FILE *, char *, char *)); -extern void tok_free PROTO((struct tok_state *)); -extern int tok_get PROTO((struct tok_state *, char **, char **)); +extern struct tok_state *PyTokenizer_FromString Py_PROTO((char *)); +extern struct tok_state *PyTokenizer_FromFile + Py_PROTO((FILE *, char *, char *)); +extern void PyTokenizer_Free Py_PROTO((struct tok_state *)); +extern int PyTokenizer_Get Py_PROTO((struct tok_state *, char **, char **)); #ifdef __cplusplus } |